2024-11-27 02:32:00,783 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-27 02:32:00,799 main DEBUG Took 0.013255 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 02:32:00,799 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 02:32:00,800 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 02:32:00,801 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 02:32:00,802 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 02:32:00,811 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 02:32:00,825 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 02:32:00,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 02:32:00,827 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 02:32:00,828 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 02:32:00,828 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 02:32:00,829 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 02:32:00,830 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 02:32:00,831 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 02:32:00,831 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 02:32:00,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 02:32:00,833 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 02:32:00,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 02:32:00,834 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 02:32:00,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 02:32:00,835 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 02:32:00,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 02:32:00,836 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 02:32:00,837 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 02:32:00,837 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 02:32:00,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 02:32:00,838 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 02:32:00,839 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 02:32:00,840 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 02:32:00,840 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 02:32:00,841 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 02:32:00,841 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 02:32:00,843 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 02:32:00,845 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 02:32:00,847 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 02:32:00,848 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 02:32:00,850 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 02:32:00,850 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 02:32:00,860 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 02:32:00,862 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 02:32:00,863 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 02:32:00,864 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 02:32:00,864 main DEBUG createAppenders(={Console}) 2024-11-27 02:32:00,865 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-11-27 02:32:00,865 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-11-27 02:32:00,865 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-11-27 02:32:00,866 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 02:32:00,866 main DEBUG OutputStream closed 2024-11-27 02:32:00,867 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 02:32:00,867 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 02:32:00,867 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-11-27 02:32:00,952 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 02:32:00,954 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 02:32:00,956 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 02:32:00,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 02:32:00,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 02:32:00,958 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 02:32:00,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 02:32:00,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 02:32:00,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 02:32:00,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 02:32:00,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 02:32:00,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 02:32:00,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 02:32:00,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 02:32:00,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 02:32:00,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 02:32:00,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 02:32:00,965 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 02:32:00,967 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 02:32:00,967 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-11-27 02:32:00,967 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 02:32:00,968 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-11-27T02:32:01,204 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d 2024-11-27 02:32:01,207 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 02:32:01,207 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T02:32:01,216 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithBasicPolicy timeout: 13 mins 2024-11-27T02:32:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T02:32:01,241 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/cluster_be8da3cb-1e85-de39-7aa2-837fce1db4d5, deleteOnExit=true 2024-11-27T02:32:01,242 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-11-27T02:32:01,243 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/test.cache.data in system properties and HBase conf 2024-11-27T02:32:01,243 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T02:32:01,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/hadoop.log.dir in system properties and HBase conf 2024-11-27T02:32:01,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T02:32:01,246 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T02:32:01,246 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-11-27T02:32:01,333 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T02:32:01,425 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T02:32:01,429 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T02:32:01,430 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T02:32:01,430 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T02:32:01,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T02:32:01,431 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T02:32:01,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T02:32:01,432 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T02:32:01,433 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T02:32:01,433 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T02:32:01,434 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/nfs.dump.dir in system properties and HBase conf 2024-11-27T02:32:01,434 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/java.io.tmpdir in system properties and HBase conf 2024-11-27T02:32:01,434 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T02:32:01,435 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T02:32:01,435 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T02:32:02,805 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T02:32:02,870 INFO [Time-limited test {}] log.Log(170): Logging initialized @2788ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T02:32:02,929 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T02:32:02,992 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T02:32:03,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T02:32:03,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T02:32:03,016 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T02:32:03,028 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T02:32:03,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5adc0273{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/hadoop.log.dir/,AVAILABLE} 2024-11-27T02:32:03,032 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30178072{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T02:32:03,212 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58ebd2e7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/java.io.tmpdir/jetty-localhost-46697-hadoop-hdfs-3_4_1-tests_jar-_-any-9436056067343112619/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T02:32:03,222 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55e8ce42{HTTP/1.1, (http/1.1)}{localhost:46697} 2024-11-27T02:32:03,222 INFO [Time-limited test {}] server.Server(415): Started @3142ms 2024-11-27T02:32:03,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T02:32:03,695 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T02:32:03,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T02:32:03,697 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T02:32:03,697 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T02:32:03,698 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ae60a76{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/hadoop.log.dir/,AVAILABLE} 2024-11-27T02:32:03,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ea5758b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T02:32:03,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@338ea522{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/java.io.tmpdir/jetty-localhost-40201-hadoop-hdfs-3_4_1-tests_jar-_-any-12664811183234242940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T02:32:03,809 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@318f7e53{HTTP/1.1, (http/1.1)}{localhost:40201} 2024-11-27T02:32:03,810 INFO [Time-limited test {}] server.Server(415): Started @3729ms 2024-11-27T02:32:03,865 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T02:32:04,651 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/cluster_be8da3cb-1e85-de39-7aa2-837fce1db4d5/dfs/data/data1/current/BP-579546653-172.17.0.2-1732674721985/current, will proceed with Du for space computation calculation, 2024-11-27T02:32:04,651 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/cluster_be8da3cb-1e85-de39-7aa2-837fce1db4d5/dfs/data/data2/current/BP-579546653-172.17.0.2-1732674721985/current, will proceed with Du for space computation calculation, 2024-11-27T02:32:04,678 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T02:32:04,719 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe201ca994dd5c8b4 with lease ID 0x23ac1b1915ff7f8c: Processing first storage report for DS-801ea0ff-a3b7-41a1-a504-75432695d4f9 from datanode DatanodeRegistration(127.0.0.1:44771, datanodeUuid=cb257198-1a9d-4d0d-a6d0-07b6ff68d8e4, infoPort=34777, infoSecurePort=0, ipcPort=41555, storageInfo=lv=-57;cid=testClusterID;nsid=822504698;c=1732674721985) 2024-11-27T02:32:04,720 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe201ca994dd5c8b4 with lease ID 0x23ac1b1915ff7f8c: from storage DS-801ea0ff-a3b7-41a1-a504-75432695d4f9 node DatanodeRegistration(127.0.0.1:44771, datanodeUuid=cb257198-1a9d-4d0d-a6d0-07b6ff68d8e4, infoPort=34777, infoSecurePort=0, ipcPort=41555, storageInfo=lv=-57;cid=testClusterID;nsid=822504698;c=1732674721985), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-27T02:32:04,720 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe201ca994dd5c8b4 with lease ID 0x23ac1b1915ff7f8c: Processing first storage report for DS-d59333a6-1ecf-4893-be69-8dc2fc79f3b1 from datanode DatanodeRegistration(127.0.0.1:44771, datanodeUuid=cb257198-1a9d-4d0d-a6d0-07b6ff68d8e4, infoPort=34777, infoSecurePort=0, ipcPort=41555, storageInfo=lv=-57;cid=testClusterID;nsid=822504698;c=1732674721985) 2024-11-27T02:32:04,721 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe201ca994dd5c8b4 with lease ID 0x23ac1b1915ff7f8c: from storage DS-d59333a6-1ecf-4893-be69-8dc2fc79f3b1 node DatanodeRegistration(127.0.0.1:44771, datanodeUuid=cb257198-1a9d-4d0d-a6d0-07b6ff68d8e4, infoPort=34777, infoSecurePort=0, ipcPort=41555, storageInfo=lv=-57;cid=testClusterID;nsid=822504698;c=1732674721985), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-27T02:32:04,755 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d 2024-11-27T02:32:04,821 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/cluster_be8da3cb-1e85-de39-7aa2-837fce1db4d5/zookeeper_0, clientPort=52502, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/cluster_be8da3cb-1e85-de39-7aa2-837fce1db4d5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/cluster_be8da3cb-1e85-de39-7aa2-837fce1db4d5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T02:32:04,830 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=52502 2024-11-27T02:32:04,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T02:32:04,849 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T02:32:05,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741825_1001 (size=7) 2024-11-27T02:32:05,475 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67 with version=8 2024-11-27T02:32:05,475 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/hbase-staging 2024-11-27T02:32:05,592 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T02:32:05,827 INFO [Time-limited test {}] client.ConnectionUtils(129): master/7723ddd88b72:0 server-side Connection retries=45 2024-11-27T02:32:05,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T02:32:05,842 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T02:32:05,843 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T02:32:05,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T02:32:05,843 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T02:32:05,958 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T02:32:06,007 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T02:32:06,015 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T02:32:06,018 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T02:32:06,039 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 54559 (auto-detected) 2024-11-27T02:32:06,040 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T02:32:06,056 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:42505 2024-11-27T02:32:06,063 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T02:32:06,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T02:32:06,076 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:42505 connecting to ZooKeeper ensemble=127.0.0.1:52502 2024-11-27T02:32:06,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425050x0, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T02:32:06,172 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42505-0x1017b6bc6360000 connected 2024-11-27T02:32:06,245 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T02:32:06,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T02:32:06,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T02:32:06,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42505 2024-11-27T02:32:06,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42505 2024-11-27T02:32:06,258 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42505 2024-11-27T02:32:06,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42505 2024-11-27T02:32:06,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42505 2024-11-27T02:32:06,268 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67, hbase.cluster.distributed=false 2024-11-27T02:32:06,327 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/7723ddd88b72:0 server-side Connection retries=45 2024-11-27T02:32:06,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T02:32:06,327 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T02:32:06,327 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T02:32:06,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T02:32:06,328 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T02:32:06,330 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T02:32:06,332 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T02:32:06,333 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:35047 2024-11-27T02:32:06,335 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T02:32:06,339 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T02:32:06,340 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T02:32:06,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T02:32:06,346 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:35047 connecting to ZooKeeper ensemble=127.0.0.1:52502 2024-11-27T02:32:06,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350470x0, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T02:32:06,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35047-0x1017b6bc6360001, quorum=127.0.0.1:52502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-27T02:32:06,359 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35047-0x1017b6bc6360001 connected 2024-11-27T02:32:06,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35047-0x1017b6bc6360001, quorum=127.0.0.1:52502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-27T02:32:06,362 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35047-0x1017b6bc6360001, quorum=127.0.0.1:52502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-27T02:32:06,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35047 2024-11-27T02:32:06,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35047 2024-11-27T02:32:06,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35047 2024-11-27T02:32:06,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35047 2024-11-27T02:32:06,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35047 2024-11-27T02:32:06,366 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/7723ddd88b72,42505,1732674725584 2024-11-27T02:32:06,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35047-0x1017b6bc6360001, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T02:32:06,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T02:32:06,379 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7723ddd88b72,42505,1732674725584 2024-11-27T02:32:06,382 DEBUG [M:0;7723ddd88b72:42505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7723ddd88b72:42505 2024-11-27T02:32:06,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T02:32:06,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35047-0x1017b6bc6360001, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-27T02:32:06,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T02:32:06,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35047-0x1017b6bc6360001, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T02:32:06,402 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T02:32:06,403 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7723ddd88b72,42505,1732674725584 from backup master directory 2024-11-27T02:32:06,403 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-27T02:32:06,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35047-0x1017b6bc6360001, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T02:32:06,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7723ddd88b72,42505,1732674725584 2024-11-27T02:32:06,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-27T02:32:06,410 WARN [master/7723ddd88b72:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T02:32:06,411 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7723ddd88b72,42505,1732674725584 2024-11-27T02:32:06,413 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T02:32:06,414 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T02:32:06,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741826_1002 (size=42) 2024-11-27T02:32:06,886 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/hbase.id with ID: c3ffbabf-8e8d-4cd4-9715-f5abcd991044 2024-11-27T02:32:06,933 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T02:32:07,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35047-0x1017b6bc6360001, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T02:32:07,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T02:32:07,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741827_1003 (size=196) 2024-11-27T02:32:07,040 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T02:32:07,042 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T02:32:07,055 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:07,058 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T02:32:07,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741828_1004 (size=1189) 2024-11-27T02:32:07,510 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/MasterData/data/master/store 2024-11-27T02:32:07,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741829_1005 (size=34) 2024-11-27T02:32:07,931 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T02:32:07,932 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T02:32:07,933 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T02:32:07,933 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T02:32:07,933 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T02:32:07,934 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T02:32:07,934 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T02:32:07,934 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T02:32:07,934 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-27T02:32:07,936 WARN [master/7723ddd88b72:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/MasterData/data/master/store/.initializing 2024-11-27T02:32:07,936 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/MasterData/WALs/7723ddd88b72,42505,1732674725584 2024-11-27T02:32:07,943 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T02:32:07,953 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7723ddd88b72%2C42505%2C1732674725584, suffix=, logDir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/MasterData/WALs/7723ddd88b72,42505,1732674725584, archiveDir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/MasterData/oldWALs, maxLogs=10 2024-11-27T02:32:07,971 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/MasterData/WALs/7723ddd88b72,42505,1732674725584/7723ddd88b72%2C42505%2C1732674725584.1732674727957, exclude list is [], retry=0 2024-11-27T02:32:07,986 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44771,DS-801ea0ff-a3b7-41a1-a504-75432695d4f9,DISK] 2024-11-27T02:32:07,989 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T02:32:08,020 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/MasterData/WALs/7723ddd88b72,42505,1732674725584/7723ddd88b72%2C42505%2C1732674725584.1732674727957 2024-11-27T02:32:08,020 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34777:34777)] 2024-11-27T02:32:08,021 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T02:32:08,021 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T02:32:08,024 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T02:32:08,025 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T02:32:08,057 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T02:32:08,075 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T02:32:08,078 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:08,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T02:32:08,081 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T02:32:08,084 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T02:32:08,084 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:08,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:32:08,086 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T02:32:08,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T02:32:08,088 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:08,089 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:32:08,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T02:32:08,092 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T02:32:08,092 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:08,093 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:32:08,096 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T02:32:08,098 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T02:32:08,106 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T02:32:08,110 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T02:32:08,115 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T02:32:08,116 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71382428, jitterRate=0.06368106603622437}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T02:32:08,122 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-11-27T02:32:08,122 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T02:32:08,146 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aad2649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:08,174 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-11-27T02:32:08,183 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T02:32:08,183 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T02:32:08,185 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T02:32:08,186 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T02:32:08,190 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-11-27T02:32:08,190 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T02:32:08,212 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T02:32:08,222 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-27T02:32:08,267 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-11-27T02:32:08,270 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T02:32:08,271 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-27T02:32:08,276 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-11-27T02:32:08,279 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T02:32:08,283 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-27T02:32:08,293 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-11-27T02:32:08,295 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-27T02:32:08,301 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-11-27T02:32:08,315 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T02:32:08,325 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-27T02:32:08,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35047-0x1017b6bc6360001, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T02:32:08,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-27T02:32:08,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35047-0x1017b6bc6360001, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T02:32:08,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T02:32:08,336 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=7723ddd88b72,42505,1732674725584, sessionid=0x1017b6bc6360000, setting cluster-up flag (Was=false) 2024-11-27T02:32:08,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T02:32:08,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35047-0x1017b6bc6360001, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T02:32:08,385 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-27T02:32:08,386 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7723ddd88b72,42505,1732674725584 2024-11-27T02:32:08,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35047-0x1017b6bc6360001, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T02:32:08,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T02:32:08,426 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-27T02:32:08,428 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7723ddd88b72,42505,1732674725584 2024-11-27T02:32:08,483 DEBUG [RS:0;7723ddd88b72:35047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7723ddd88b72:35047 2024-11-27T02:32:08,485 INFO [RS:0;7723ddd88b72:35047 {}] regionserver.HRegionServer(1008): ClusterId : c3ffbabf-8e8d-4cd4-9715-f5abcd991044 2024-11-27T02:32:08,487 DEBUG [RS:0;7723ddd88b72:35047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T02:32:08,495 DEBUG [RS:0;7723ddd88b72:35047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T02:32:08,495 DEBUG [RS:0;7723ddd88b72:35047 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T02:32:08,499 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-11-27T02:32:08,502 DEBUG [RS:0;7723ddd88b72:35047 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T02:32:08,503 DEBUG [RS:0;7723ddd88b72:35047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5bfebf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:08,504 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-11-27T02:32:08,504 DEBUG [RS:0;7723ddd88b72:35047 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ee363d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7723ddd88b72/172.17.0.2:0 2024-11-27T02:32:08,506 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T02:32:08,507 INFO [RS:0;7723ddd88b72:35047 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-11-27T02:32:08,507 INFO [RS:0;7723ddd88b72:35047 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-11-27T02:32:08,507 DEBUG [RS:0;7723ddd88b72:35047 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-11-27T02:32:08,509 INFO [RS:0;7723ddd88b72:35047 {}] regionserver.HRegionServer(3073): reportForDuty to master=7723ddd88b72,42505,1732674725584 with isa=7723ddd88b72/172.17.0.2:35047, startcode=1732674726326 2024-11-27T02:32:08,510 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7723ddd88b72,42505,1732674725584 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T02:32:08,513 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7723ddd88b72:0, corePoolSize=5, maxPoolSize=5 2024-11-27T02:32:08,513 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7723ddd88b72:0, corePoolSize=5, maxPoolSize=5 2024-11-27T02:32:08,513 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7723ddd88b72:0, corePoolSize=5, maxPoolSize=5 2024-11-27T02:32:08,514 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7723ddd88b72:0, corePoolSize=5, maxPoolSize=5 2024-11-27T02:32:08,514 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7723ddd88b72:0, corePoolSize=10, maxPoolSize=10 2024-11-27T02:32:08,514 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7723ddd88b72:0, corePoolSize=1, maxPoolSize=1 2024-11-27T02:32:08,514 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7723ddd88b72:0, corePoolSize=2, maxPoolSize=2 2024-11-27T02:32:08,514 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7723ddd88b72:0, corePoolSize=1, maxPoolSize=1 2024-11-27T02:32:08,517 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732674758517 2024-11-27T02:32:08,519 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-11-27T02:32:08,519 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T02:32:08,520 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-11-27T02:32:08,520 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T02:32:08,521 DEBUG [RS:0;7723ddd88b72:35047 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T02:32:08,524 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:08,524 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T02:32:08,524 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T02:32:08,525 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T02:32:08,525 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T02:32:08,525 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T02:32:08,526 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T02:32:08,527 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T02:32:08,529 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T02:32:08,529 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T02:32:08,531 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T02:32:08,531 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T02:32:08,533 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7723ddd88b72:0:becomeActiveMaster-HFileCleaner.large.0-1732674728533,5,FailOnTimeoutGroup] 2024-11-27T02:32:08,533 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7723ddd88b72:0:becomeActiveMaster-HFileCleaner.small.0-1732674728533,5,FailOnTimeoutGroup] 2024-11-27T02:32:08,533 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T02:32:08,534 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T02:32:08,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741831_1007 (size=1039) 2024-11-27T02:32:08,535 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T02:32:08,535 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T02:32:08,560 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41945, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T02:32:08,566 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42505 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:08,568 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42505 {}] master.ServerManager(486): Registering regionserver=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:08,580 DEBUG [RS:0;7723ddd88b72:35047 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67 2024-11-27T02:32:08,580 DEBUG [RS:0;7723ddd88b72:35047 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:38431 2024-11-27T02:32:08,580 DEBUG [RS:0;7723ddd88b72:35047 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-11-27T02:32:08,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-27T02:32:08,592 DEBUG [RS:0;7723ddd88b72:35047 {}] zookeeper.ZKUtil(111): regionserver:35047-0x1017b6bc6360001, quorum=127.0.0.1:52502, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7723ddd88b72,35047,1732674726326 2024-11-27T02:32:08,592 WARN [RS:0;7723ddd88b72:35047 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T02:32:08,592 INFO [RS:0;7723ddd88b72:35047 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T02:32:08,593 DEBUG [RS:0;7723ddd88b72:35047 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/WALs/7723ddd88b72,35047,1732674726326 2024-11-27T02:32:08,594 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7723ddd88b72,35047,1732674726326] 2024-11-27T02:32:08,610 DEBUG [RS:0;7723ddd88b72:35047 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-11-27T02:32:08,620 INFO [RS:0;7723ddd88b72:35047 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T02:32:08,634 INFO [RS:0;7723ddd88b72:35047 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T02:32:08,637 INFO [RS:0;7723ddd88b72:35047 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T02:32:08,637 INFO [RS:0;7723ddd88b72:35047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T02:32:08,638 INFO [RS:0;7723ddd88b72:35047 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-11-27T02:32:08,643 INFO [RS:0;7723ddd88b72:35047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T02:32:08,644 DEBUG [RS:0;7723ddd88b72:35047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7723ddd88b72:0, corePoolSize=1, maxPoolSize=1 2024-11-27T02:32:08,644 DEBUG [RS:0;7723ddd88b72:35047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7723ddd88b72:0, corePoolSize=1, maxPoolSize=1 2024-11-27T02:32:08,644 DEBUG [RS:0;7723ddd88b72:35047 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7723ddd88b72:0, corePoolSize=1, maxPoolSize=1 2024-11-27T02:32:08,644 DEBUG [RS:0;7723ddd88b72:35047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7723ddd88b72:0, corePoolSize=1, maxPoolSize=1 2024-11-27T02:32:08,644 DEBUG [RS:0;7723ddd88b72:35047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7723ddd88b72:0, corePoolSize=1, maxPoolSize=1 2024-11-27T02:32:08,644 DEBUG [RS:0;7723ddd88b72:35047 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7723ddd88b72:0, corePoolSize=2, maxPoolSize=2 2024-11-27T02:32:08,645 DEBUG [RS:0;7723ddd88b72:35047 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0, corePoolSize=1, maxPoolSize=1 2024-11-27T02:32:08,645 DEBUG [RS:0;7723ddd88b72:35047 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7723ddd88b72:0, corePoolSize=1, maxPoolSize=1 2024-11-27T02:32:08,645 DEBUG [RS:0;7723ddd88b72:35047 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7723ddd88b72:0, corePoolSize=1, maxPoolSize=1 2024-11-27T02:32:08,645 DEBUG [RS:0;7723ddd88b72:35047 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7723ddd88b72:0, corePoolSize=1, maxPoolSize=1 2024-11-27T02:32:08,645 DEBUG [RS:0;7723ddd88b72:35047 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7723ddd88b72:0, corePoolSize=1, maxPoolSize=1 2024-11-27T02:32:08,645 DEBUG [RS:0;7723ddd88b72:35047 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7723ddd88b72:0, corePoolSize=3, maxPoolSize=3 2024-11-27T02:32:08,646 DEBUG [RS:0;7723ddd88b72:35047 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0, corePoolSize=3, maxPoolSize=3 2024-11-27T02:32:08,647 INFO [RS:0;7723ddd88b72:35047 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T02:32:08,647 INFO [RS:0;7723ddd88b72:35047 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T02:32:08,647 INFO [RS:0;7723ddd88b72:35047 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T02:32:08,647 INFO [RS:0;7723ddd88b72:35047 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T02:32:08,647 INFO [RS:0;7723ddd88b72:35047 {}] hbase.ChoreService(168): Chore ScheduledChore name=7723ddd88b72,35047,1732674726326-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T02:32:08,665 INFO [RS:0;7723ddd88b72:35047 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T02:32:08,667 INFO [RS:0;7723ddd88b72:35047 {}] hbase.ChoreService(168): Chore ScheduledChore name=7723ddd88b72,35047,1732674726326-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T02:32:08,687 INFO [RS:0;7723ddd88b72:35047 {}] regionserver.Replication(204): 7723ddd88b72,35047,1732674726326 started 2024-11-27T02:32:08,687 INFO [RS:0;7723ddd88b72:35047 {}] regionserver.HRegionServer(1767): Serving as 7723ddd88b72,35047,1732674726326, RpcServer on 7723ddd88b72/172.17.0.2:35047, sessionid=0x1017b6bc6360001 2024-11-27T02:32:08,688 DEBUG [RS:0;7723ddd88b72:35047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T02:32:08,688 DEBUG [RS:0;7723ddd88b72:35047 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:08,688 DEBUG [RS:0;7723ddd88b72:35047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7723ddd88b72,35047,1732674726326' 2024-11-27T02:32:08,688 DEBUG [RS:0;7723ddd88b72:35047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-27T02:32:08,689 DEBUG [RS:0;7723ddd88b72:35047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-27T02:32:08,690 DEBUG [RS:0;7723ddd88b72:35047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T02:32:08,690 DEBUG [RS:0;7723ddd88b72:35047 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T02:32:08,690 DEBUG [RS:0;7723ddd88b72:35047 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:08,690 DEBUG [RS:0;7723ddd88b72:35047 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7723ddd88b72,35047,1732674726326' 2024-11-27T02:32:08,690 DEBUG [RS:0;7723ddd88b72:35047 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-27T02:32:08,691 DEBUG [RS:0;7723ddd88b72:35047 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-27T02:32:08,692 DEBUG [RS:0;7723ddd88b72:35047 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T02:32:08,692 INFO [RS:0;7723ddd88b72:35047 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T02:32:08,692 INFO [RS:0;7723ddd88b72:35047 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T02:32:08,802 INFO [RS:0;7723ddd88b72:35047 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-27T02:32:08,805 INFO [RS:0;7723ddd88b72:35047 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7723ddd88b72%2C35047%2C1732674726326, suffix=, logDir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/WALs/7723ddd88b72,35047,1732674726326, archiveDir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/oldWALs, maxLogs=32 2024-11-27T02:32:08,821 DEBUG [RS:0;7723ddd88b72:35047 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/WALs/7723ddd88b72,35047,1732674726326/7723ddd88b72%2C35047%2C1732674726326.1732674728808, exclude list is [], retry=0 2024-11-27T02:32:08,825 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44771,DS-801ea0ff-a3b7-41a1-a504-75432695d4f9,DISK] 2024-11-27T02:32:08,829 INFO [RS:0;7723ddd88b72:35047 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/WALs/7723ddd88b72,35047,1732674726326/7723ddd88b72%2C35047%2C1732674726326.1732674728808 2024-11-27T02:32:08,829 DEBUG [RS:0;7723ddd88b72:35047 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34777:34777)] 2024-11-27T02:32:08,940 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-11-27T02:32:08,941 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67 2024-11-27T02:32:08,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741833_1009 (size=32) 2024-11-27T02:32:09,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T02:32:09,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T02:32:09,369 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T02:32:09,369 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:09,370 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T02:32:09,371 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T02:32:09,374 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T02:32:09,374 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:09,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T02:32:09,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T02:32:09,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T02:32:09,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:09,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T02:32:09,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/meta/1588230740 2024-11-27T02:32:09,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/meta/1588230740 2024-11-27T02:32:09,387 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T02:32:09,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-27T02:32:09,393 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T02:32:09,394 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60645007, jitterRate=-0.09631897509098053}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T02:32:09,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-27T02:32:09,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-11-27T02:32:09,397 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-11-27T02:32:09,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-11-27T02:32:09,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T02:32:09,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T02:32:09,398 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-11-27T02:32:09,398 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-11-27T02:32:09,401 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-11-27T02:32:09,401 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-11-27T02:32:09,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T02:32:09,412 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T02:32:09,415 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T02:32:09,567 DEBUG [7723ddd88b72:42505 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T02:32:09,575 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:09,583 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7723ddd88b72,35047,1732674726326, state=OPENING 2024-11-27T02:32:09,625 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T02:32:09,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35047-0x1017b6bc6360001, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T02:32:09,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T02:32:09,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T02:32:09,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T02:32:09,641 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=7723ddd88b72,35047,1732674726326}] 2024-11-27T02:32:09,823 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:09,824 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T02:32:09,827 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36196, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T02:32:09,838 INFO [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-11-27T02:32:09,838 INFO [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T02:32:09,839 INFO [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T02:32:09,843 INFO [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7723ddd88b72%2C35047%2C1732674726326.meta, suffix=.meta, logDir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/WALs/7723ddd88b72,35047,1732674726326, archiveDir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/oldWALs, maxLogs=32 2024-11-27T02:32:09,862 DEBUG [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/WALs/7723ddd88b72,35047,1732674726326/7723ddd88b72%2C35047%2C1732674726326.meta.1732674729845.meta, exclude list is [], retry=0 2024-11-27T02:32:09,865 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44771,DS-801ea0ff-a3b7-41a1-a504-75432695d4f9,DISK] 2024-11-27T02:32:09,868 INFO [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/WALs/7723ddd88b72,35047,1732674726326/7723ddd88b72%2C35047%2C1732674726326.meta.1732674729845.meta 2024-11-27T02:32:09,869 DEBUG [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34777:34777)] 2024-11-27T02:32:09,869 DEBUG [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T02:32:09,871 DEBUG [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T02:32:09,924 DEBUG [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T02:32:09,928 INFO [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T02:32:09,931 DEBUG [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T02:32:09,931 DEBUG [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T02:32:09,932 DEBUG [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-11-27T02:32:09,932 DEBUG [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-11-27T02:32:09,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T02:32:09,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T02:32:09,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:09,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T02:32:09,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T02:32:09,938 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T02:32:09,938 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:09,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T02:32:09,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T02:32:09,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T02:32:09,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:09,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T02:32:09,943 DEBUG [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/meta/1588230740 2024-11-27T02:32:09,945 DEBUG [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/meta/1588230740 2024-11-27T02:32:09,947 DEBUG [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T02:32:09,950 DEBUG [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-11-27T02:32:09,951 INFO [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58720726, jitterRate=-0.12499299645423889}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T02:32:09,953 DEBUG [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-11-27T02:32:09,959 INFO [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732674729816 2024-11-27T02:32:09,967 DEBUG [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T02:32:09,968 INFO [RS_OPEN_META-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-11-27T02:32:09,969 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:09,973 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7723ddd88b72,35047,1732674726326, state=OPEN 2024-11-27T02:32:10,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T02:32:10,036 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35047-0x1017b6bc6360001, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-27T02:32:10,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T02:32:10,036 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-27T02:32:10,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T02:32:10,047 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=7723ddd88b72,35047,1732674726326 in 395 msec 2024-11-27T02:32:10,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T02:32:10,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 643 msec 2024-11-27T02:32:10,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5970 sec 2024-11-27T02:32:10,058 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732674730058, completionTime=-1 2024-11-27T02:32:10,058 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T02:32:10,058 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-11-27T02:32:10,090 DEBUG [hconnection-0x796a9730-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:32:10,093 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36200, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:32:10,106 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-11-27T02:32:10,106 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732674790106 2024-11-27T02:32:10,106 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732674850106 2024-11-27T02:32:10,106 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 48 msec 2024-11-27T02:32:10,145 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7723ddd88b72,42505,1732674725584-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T02:32:10,145 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7723ddd88b72,42505,1732674725584-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T02:32:10,145 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7723ddd88b72,42505,1732674725584-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T02:32:10,147 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7723ddd88b72:42505, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T02:32:10,147 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T02:32:10,153 DEBUG [master/7723ddd88b72:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-27T02:32:10,156 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-11-27T02:32:10,158 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T02:32:10,163 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-11-27T02:32:10,165 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T02:32:10,166 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:10,168 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T02:32:10,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741835_1011 (size=358) 2024-11-27T02:32:10,585 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6c54c4a27d43cbdc756acd03904e0001, NAME => 'hbase:namespace,,1732674730157.6c54c4a27d43cbdc756acd03904e0001.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67 2024-11-27T02:32:10,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741836_1012 (size=42) 2024-11-27T02:32:11,002 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732674730157.6c54c4a27d43cbdc756acd03904e0001.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T02:32:11,002 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 6c54c4a27d43cbdc756acd03904e0001, disabling compactions & flushes 2024-11-27T02:32:11,002 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1732674730157.6c54c4a27d43cbdc756acd03904e0001. 2024-11-27T02:32:11,003 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1732674730157.6c54c4a27d43cbdc756acd03904e0001. 2024-11-27T02:32:11,003 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1732674730157.6c54c4a27d43cbdc756acd03904e0001. after waiting 0 ms 2024-11-27T02:32:11,003 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1732674730157.6c54c4a27d43cbdc756acd03904e0001. 2024-11-27T02:32:11,003 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1732674730157.6c54c4a27d43cbdc756acd03904e0001. 2024-11-27T02:32:11,003 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6c54c4a27d43cbdc756acd03904e0001: 2024-11-27T02:32:11,006 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T02:32:11,012 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1732674730157.6c54c4a27d43cbdc756acd03904e0001.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1732674731008"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732674731008"}]},"ts":"1732674731008"} 2024-11-27T02:32:11,032 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T02:32:11,034 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T02:32:11,036 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732674731034"}]},"ts":"1732674731034"} 2024-11-27T02:32:11,040 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-11-27T02:32:11,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6c54c4a27d43cbdc756acd03904e0001, ASSIGN}] 2024-11-27T02:32:11,101 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=6c54c4a27d43cbdc756acd03904e0001, ASSIGN 2024-11-27T02:32:11,103 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=6c54c4a27d43cbdc756acd03904e0001, ASSIGN; state=OFFLINE, location=7723ddd88b72,35047,1732674726326; forceNewPlan=false, retain=false 2024-11-27T02:32:11,254 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6c54c4a27d43cbdc756acd03904e0001, regionState=OPENING, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:11,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 6c54c4a27d43cbdc756acd03904e0001, server=7723ddd88b72,35047,1732674726326}] 2024-11-27T02:32:11,417 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:11,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1732674730157.6c54c4a27d43cbdc756acd03904e0001. 2024-11-27T02:32:11,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 6c54c4a27d43cbdc756acd03904e0001, NAME => 'hbase:namespace,,1732674730157.6c54c4a27d43cbdc756acd03904e0001.', STARTKEY => '', ENDKEY => ''} 2024-11-27T02:32:11,429 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 6c54c4a27d43cbdc756acd03904e0001 2024-11-27T02:32:11,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1732674730157.6c54c4a27d43cbdc756acd03904e0001.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T02:32:11,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 6c54c4a27d43cbdc756acd03904e0001 2024-11-27T02:32:11,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 6c54c4a27d43cbdc756acd03904e0001 2024-11-27T02:32:11,432 INFO [StoreOpener-6c54c4a27d43cbdc756acd03904e0001-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6c54c4a27d43cbdc756acd03904e0001 2024-11-27T02:32:11,435 INFO [StoreOpener-6c54c4a27d43cbdc756acd03904e0001-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c54c4a27d43cbdc756acd03904e0001 columnFamilyName info 2024-11-27T02:32:11,435 DEBUG [StoreOpener-6c54c4a27d43cbdc756acd03904e0001-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:11,436 INFO [StoreOpener-6c54c4a27d43cbdc756acd03904e0001-1 {}] regionserver.HStore(327): Store=6c54c4a27d43cbdc756acd03904e0001/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:32:11,438 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/namespace/6c54c4a27d43cbdc756acd03904e0001 2024-11-27T02:32:11,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/namespace/6c54c4a27d43cbdc756acd03904e0001 2024-11-27T02:32:11,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 6c54c4a27d43cbdc756acd03904e0001 2024-11-27T02:32:11,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/namespace/6c54c4a27d43cbdc756acd03904e0001/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T02:32:11,449 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 6c54c4a27d43cbdc756acd03904e0001; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70012594, jitterRate=0.043268948793411255}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T02:32:11,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 6c54c4a27d43cbdc756acd03904e0001: 2024-11-27T02:32:11,453 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1732674730157.6c54c4a27d43cbdc756acd03904e0001., pid=6, masterSystemTime=1732674731417 2024-11-27T02:32:11,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1732674730157.6c54c4a27d43cbdc756acd03904e0001. 2024-11-27T02:32:11,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1732674730157.6c54c4a27d43cbdc756acd03904e0001. 2024-11-27T02:32:11,457 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=6c54c4a27d43cbdc756acd03904e0001, regionState=OPEN, openSeqNum=2, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:11,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-11-27T02:32:11,465 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 6c54c4a27d43cbdc756acd03904e0001, server=7723ddd88b72,35047,1732674726326 in 200 msec 2024-11-27T02:32:11,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-11-27T02:32:11,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=6c54c4a27d43cbdc756acd03904e0001, ASSIGN in 367 msec 2024-11-27T02:32:11,468 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T02:32:11,469 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732674731468"}]},"ts":"1732674731468"} 2024-11-27T02:32:11,471 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-11-27T02:32:11,519 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T02:32:11,523 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3610 sec 2024-11-27T02:32:11,568 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-11-27T02:32:11,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-11-27T02:32:11,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35047-0x1017b6bc6360001, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T02:32:11,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-27T02:32:11,608 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-11-27T02:32:11,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-27T02:32:11,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 33 msec 2024-11-27T02:32:11,654 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-11-27T02:32:11,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-11-27T02:32:11,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 36 msec 2024-11-27T02:32:11,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-11-27T02:32:11,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-11-27T02:32:11,736 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.324sec 2024-11-27T02:32:11,739 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T02:32:11,742 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T02:32:11,743 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T02:32:11,744 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T02:32:11,744 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T02:32:11,745 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7723ddd88b72,42505,1732674725584-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T02:32:11,745 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7723ddd88b72,42505,1732674725584-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T02:32:11,752 DEBUG [master/7723ddd88b72:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-11-27T02:32:11,753 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T02:32:11,753 INFO [master/7723ddd88b72:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7723ddd88b72,42505,1732674725584-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T02:32:11,787 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46c68f47 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3707519d 2024-11-27T02:32:11,787 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-11-27T02:32:11,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74949a9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:11,805 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T02:32:11,805 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T02:32:11,815 DEBUG [hconnection-0x60d6e496-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:32:11,823 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:32:11,831 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=7723ddd88b72,42505,1732674725584 2024-11-27T02:32:11,843 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=198, ProcessCount=11, AvailableMemoryMB=11211 2024-11-27T02:32:11,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T02:32:11,854 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T02:32:11,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T02:32:11,864 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T02:32:11,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T02:32:11,869 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T02:32:11,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-11-27T02:32:11,869 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:11,871 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T02:32:11,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T02:32:11,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741837_1013 (size=960) 2024-11-27T02:32:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T02:32:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T02:32:12,301 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67 2024-11-27T02:32:12,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741838_1014 (size=53) 2024-11-27T02:32:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T02:32:12,714 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T02:32:12,714 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1d7027e8a477fc18231a41527d15b63e, disabling compactions & flushes 2024-11-27T02:32:12,714 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:12,715 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:12,715 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. after waiting 0 ms 2024-11-27T02:32:12,715 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:12,715 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:12,715 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:12,717 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T02:32:12,717 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732674732717"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732674732717"}]},"ts":"1732674732717"} 2024-11-27T02:32:12,720 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T02:32:12,721 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T02:32:12,722 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732674732722"}]},"ts":"1732674732722"} 2024-11-27T02:32:12,724 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T02:32:12,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d7027e8a477fc18231a41527d15b63e, ASSIGN}] 2024-11-27T02:32:12,889 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d7027e8a477fc18231a41527d15b63e, ASSIGN 2024-11-27T02:32:12,892 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d7027e8a477fc18231a41527d15b63e, ASSIGN; state=OFFLINE, location=7723ddd88b72,35047,1732674726326; forceNewPlan=false, retain=false 2024-11-27T02:32:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T02:32:13,043 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1d7027e8a477fc18231a41527d15b63e, regionState=OPENING, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:13,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326}] 2024-11-27T02:32:13,207 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:13,219 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:13,220 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} 2024-11-27T02:32:13,221 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:13,221 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T02:32:13,222 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:13,222 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:13,225 INFO [StoreOpener-1d7027e8a477fc18231a41527d15b63e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:13,228 INFO [StoreOpener-1d7027e8a477fc18231a41527d15b63e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:32:13,228 INFO [StoreOpener-1d7027e8a477fc18231a41527d15b63e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7027e8a477fc18231a41527d15b63e columnFamilyName A 2024-11-27T02:32:13,228 DEBUG [StoreOpener-1d7027e8a477fc18231a41527d15b63e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:13,229 INFO [StoreOpener-1d7027e8a477fc18231a41527d15b63e-1 {}] regionserver.HStore(327): Store=1d7027e8a477fc18231a41527d15b63e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:32:13,230 INFO [StoreOpener-1d7027e8a477fc18231a41527d15b63e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:13,231 INFO [StoreOpener-1d7027e8a477fc18231a41527d15b63e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:32:13,232 INFO [StoreOpener-1d7027e8a477fc18231a41527d15b63e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7027e8a477fc18231a41527d15b63e columnFamilyName B 2024-11-27T02:32:13,232 DEBUG [StoreOpener-1d7027e8a477fc18231a41527d15b63e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:13,233 INFO [StoreOpener-1d7027e8a477fc18231a41527d15b63e-1 {}] regionserver.HStore(327): Store=1d7027e8a477fc18231a41527d15b63e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:32:13,233 INFO [StoreOpener-1d7027e8a477fc18231a41527d15b63e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:13,235 INFO [StoreOpener-1d7027e8a477fc18231a41527d15b63e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:32:13,235 INFO [StoreOpener-1d7027e8a477fc18231a41527d15b63e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d7027e8a477fc18231a41527d15b63e columnFamilyName C 2024-11-27T02:32:13,235 DEBUG [StoreOpener-1d7027e8a477fc18231a41527d15b63e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:13,236 INFO [StoreOpener-1d7027e8a477fc18231a41527d15b63e-1 {}] regionserver.HStore(327): Store=1d7027e8a477fc18231a41527d15b63e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:32:13,237 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:13,239 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:13,239 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:13,242 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T02:32:13,245 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:13,249 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T02:32:13,250 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 1d7027e8a477fc18231a41527d15b63e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62723805, jitterRate=-0.06534247100353241}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T02:32:13,251 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:13,252 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., pid=11, masterSystemTime=1732674733206 2024-11-27T02:32:13,255 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:13,255 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:13,256 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=1d7027e8a477fc18231a41527d15b63e, regionState=OPEN, openSeqNum=2, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:13,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-11-27T02:32:13,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 in 211 msec 2024-11-27T02:32:13,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T02:32:13,265 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d7027e8a477fc18231a41527d15b63e, ASSIGN in 377 msec 2024-11-27T02:32:13,266 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T02:32:13,266 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732674733266"}]},"ts":"1732674733266"} 2024-11-27T02:32:13,269 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T02:32:13,311 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T02:32:13,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.4460 sec 2024-11-27T02:32:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-11-27T02:32:13,996 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-11-27T02:32:14,002 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1175f248 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@f2029ec 2024-11-27T02:32:14,051 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a2c8ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:14,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:32:14,058 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:32:14,063 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T02:32:14,066 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T02:32:14,074 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b787d14 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@364f46fe 2024-11-27T02:32:14,086 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777dd609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:14,087 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7bda8607 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ee5734 2024-11-27T02:32:14,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74655007, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:14,095 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f21a2ca to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14a4baab 2024-11-27T02:32:14,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a9f2550, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:14,103 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x06e1da4f to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@372159da 2024-11-27T02:32:14,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68535675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:14,112 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b667940 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4df4a35a 2024-11-27T02:32:14,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fe6b46f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:14,120 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e7dbe62 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@272fb75b 2024-11-27T02:32:14,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72751967, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:14,129 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12c5edf1 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@480a159d 2024-11-27T02:32:14,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12ee83da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:14,138 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2060957a to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@46f622ff 2024-11-27T02:32:14,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b43a4fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:14,152 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6174e4df to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16e2c3d4 2024-11-27T02:32:14,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@90c98f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:14,166 DEBUG [hconnection-0x3ecdb3d4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:32:14,175 DEBUG [hconnection-0x53a41ddc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:32:14,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:32:14,176 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:32:14,180 DEBUG [hconnection-0x3d273e59-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:32:14,180 DEBUG [hconnection-0x57f69c46-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:32:14,180 DEBUG [hconnection-0x2d2413ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:32:14,180 DEBUG [hconnection-0x44ee85c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:32:14,181 DEBUG [hconnection-0x8fbcdfd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:32:14,181 DEBUG [hconnection-0x3785b265-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:32:14,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-11-27T02:32:14,182 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36246, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:32:14,184 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:32:14,184 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:32:14,184 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36266, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:32:14,185 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:32:14,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T02:32:14,186 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:32:14,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:32:14,191 DEBUG [hconnection-0x10a9a238-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:32:14,192 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:32:14,195 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36296, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:32:14,199 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:32:14,207 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:32:14,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T02:32:14,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:14,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:14,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:14,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:14,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:14,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:14,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:14,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T02:32:14,348 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T02:32:14,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:14,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:14,363 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/c2b12c62938d4082b147001d66e6cc98 is 50, key is test_row_0/A:col10/1732674734252/Put/seqid=0 2024-11-27T02:32:14,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:14,363 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:14,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:14,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:14,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:14,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674794392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674794388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:14,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674794399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674794399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674794399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741839_1015 (size=12001) 2024-11-27T02:32:14,424 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/c2b12c62938d4082b147001d66e6cc98 2024-11-27T02:32:14,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T02:32:14,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/55e9bcdb8cce49af813bbb3d2658e804 is 50, key is test_row_0/B:col10/1732674734252/Put/seqid=0 2024-11-27T02:32:14,532 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T02:32:14,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741840_1016 (size=12001) 2024-11-27T02:32:14,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/55e9bcdb8cce49af813bbb3d2658e804 2024-11-27T02:32:14,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:14,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:14,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:14,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:14,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:14,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:14,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674794547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:14,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:14,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674794549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:14,555 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674794549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674794549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:14,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674794551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/8c88f74abf194988b42d425538418d3c is 50, key is test_row_0/C:col10/1732674734252/Put/seqid=0 2024-11-27T02:32:14,615 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-27T02:32:14,617 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T02:32:14,620 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-11-27T02:32:14,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741841_1017 (size=12001) 2024-11-27T02:32:14,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/8c88f74abf194988b42d425538418d3c 2024-11-27T02:32:14,643 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/c2b12c62938d4082b147001d66e6cc98 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/c2b12c62938d4082b147001d66e6cc98 2024-11-27T02:32:14,661 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/c2b12c62938d4082b147001d66e6cc98, entries=150, sequenceid=13, filesize=11.7 K 2024-11-27T02:32:14,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/55e9bcdb8cce49af813bbb3d2658e804 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/55e9bcdb8cce49af813bbb3d2658e804 2024-11-27T02:32:14,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/55e9bcdb8cce49af813bbb3d2658e804, entries=150, sequenceid=13, filesize=11.7 K 2024-11-27T02:32:14,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/8c88f74abf194988b42d425538418d3c as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/8c88f74abf194988b42d425538418d3c 2024-11-27T02:32:14,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/8c88f74abf194988b42d425538418d3c, entries=150, sequenceid=13, filesize=11.7 K 2024-11-27T02:32:14,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1d7027e8a477fc18231a41527d15b63e in 433ms, sequenceid=13, compaction requested=false 2024-11-27T02:32:14,696 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:14,706 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-11-27T02:32:14,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:14,710 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T02:32:14,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:14,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:14,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:14,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:14,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:14,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:14,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/1125d013e5504550ae7fdf898fc79887 is 50, key is test_row_0/A:col10/1732674734378/Put/seqid=0 2024-11-27T02:32:14,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741842_1018 (size=12001) 2024-11-27T02:32:14,752 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/1125d013e5504550ae7fdf898fc79887 2024-11-27T02:32:14,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:14,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:14,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T02:32:14,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:14,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674794788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:14,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674794789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:14,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674794791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674794792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:14,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674794796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/067aa450e0d145b2915fa78f0d7d9ee5 is 50, key is test_row_0/B:col10/1732674734378/Put/seqid=0 2024-11-27T02:32:14,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741843_1019 (size=12001) 2024-11-27T02:32:14,831 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/067aa450e0d145b2915fa78f0d7d9ee5 2024-11-27T02:32:14,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/6bbd72047b1b4c5fa808c9a635a775c6 is 50, key is test_row_0/C:col10/1732674734378/Put/seqid=0 2024-11-27T02:32:14,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741844_1020 (size=12001) 2024-11-27T02:32:14,879 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/6bbd72047b1b4c5fa808c9a635a775c6 2024-11-27T02:32:14,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/1125d013e5504550ae7fdf898fc79887 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1125d013e5504550ae7fdf898fc79887 2024-11-27T02:32:14,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:14,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674794900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674794900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:14,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674794901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674794901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,913 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:14,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674794901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:14,916 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1125d013e5504550ae7fdf898fc79887, entries=150, sequenceid=37, filesize=11.7 K 2024-11-27T02:32:14,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/067aa450e0d145b2915fa78f0d7d9ee5 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/067aa450e0d145b2915fa78f0d7d9ee5 2024-11-27T02:32:14,933 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/067aa450e0d145b2915fa78f0d7d9ee5, entries=150, sequenceid=37, filesize=11.7 K 2024-11-27T02:32:14,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/6bbd72047b1b4c5fa808c9a635a775c6 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/6bbd72047b1b4c5fa808c9a635a775c6 2024-11-27T02:32:14,949 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/6bbd72047b1b4c5fa808c9a635a775c6, entries=150, sequenceid=37, filesize=11.7 K 2024-11-27T02:32:14,951 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 1d7027e8a477fc18231a41527d15b63e in 241ms, sequenceid=37, compaction requested=false 2024-11-27T02:32:14,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:14,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:14,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-27T02:32:14,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-11-27T02:32:14,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T02:32:14,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 768 msec 2024-11-27T02:32:14,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 783 msec 2024-11-27T02:32:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:15,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T02:32:15,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:15,143 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:15,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:15,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:15,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:15,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:15,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/b5ab9e25855e419099665ed49d49cf57 is 50, key is test_row_0/A:col10/1732674735122/Put/seqid=0 2024-11-27T02:32:15,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741845_1021 (size=12001) 2024-11-27T02:32:15,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/b5ab9e25855e419099665ed49d49cf57 2024-11-27T02:32:15,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/6d1f25c01c544e9f87f77fc725c5c05f is 50, key is test_row_0/B:col10/1732674735122/Put/seqid=0 2024-11-27T02:32:15,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674795198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674795202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674795204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674795206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674795211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741846_1022 (size=12001) 2024-11-27T02:32:15,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/6d1f25c01c544e9f87f77fc725c5c05f 2024-11-27T02:32:15,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/25c9864ac38d4179ae3c25235774c660 is 50, key is test_row_0/C:col10/1732674735122/Put/seqid=0 2024-11-27T02:32:15,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741847_1023 (size=12001) 2024-11-27T02:32:15,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/25c9864ac38d4179ae3c25235774c660 2024-11-27T02:32:15,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/b5ab9e25855e419099665ed49d49cf57 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/b5ab9e25855e419099665ed49d49cf57 2024-11-27T02:32:15,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-11-27T02:32:15,297 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-11-27T02:32:15,301 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/b5ab9e25855e419099665ed49d49cf57, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T02:32:15,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:32:15,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/6d1f25c01c544e9f87f77fc725c5c05f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/6d1f25c01c544e9f87f77fc725c5c05f 2024-11-27T02:32:15,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-11-27T02:32:15,306 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:32:15,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T02:32:15,307 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:32:15,307 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:32:15,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674795309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674795312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674795317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674795317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674795317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/6d1f25c01c544e9f87f77fc725c5c05f, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T02:32:15,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/25c9864ac38d4179ae3c25235774c660 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/25c9864ac38d4179ae3c25235774c660 2024-11-27T02:32:15,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/25c9864ac38d4179ae3c25235774c660, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T02:32:15,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 1d7027e8a477fc18231a41527d15b63e in 216ms, sequenceid=53, compaction requested=true 2024-11-27T02:32:15,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:15,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:32:15,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:15,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:32:15,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:15,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:32:15,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:15,364 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:15,368 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:15,369 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/B is initiating minor compaction (all files) 2024-11-27T02:32:15,370 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/B in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:15,370 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/55e9bcdb8cce49af813bbb3d2658e804, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/067aa450e0d145b2915fa78f0d7d9ee5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/6d1f25c01c544e9f87f77fc725c5c05f] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=35.2 K 2024-11-27T02:32:15,371 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:15,372 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 55e9bcdb8cce49af813bbb3d2658e804, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732674734225 2024-11-27T02:32:15,373 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 067aa450e0d145b2915fa78f0d7d9ee5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732674734378 2024-11-27T02:32:15,373 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:15,373 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/A is initiating minor compaction (all files) 2024-11-27T02:32:15,374 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/A in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:15,374 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d1f25c01c544e9f87f77fc725c5c05f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732674734788 2024-11-27T02:32:15,374 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/c2b12c62938d4082b147001d66e6cc98, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1125d013e5504550ae7fdf898fc79887, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/b5ab9e25855e419099665ed49d49cf57] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=35.2 K 2024-11-27T02:32:15,375 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2b12c62938d4082b147001d66e6cc98, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732674734225 2024-11-27T02:32:15,379 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1125d013e5504550ae7fdf898fc79887, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732674734378 2024-11-27T02:32:15,382 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5ab9e25855e419099665ed49d49cf57, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732674734788 2024-11-27T02:32:15,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T02:32:15,411 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#A#compaction#10 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:15,412 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#B#compaction#9 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:15,412 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/3ecb903067be4e74afdde6004f39c8fd is 50, key is test_row_0/A:col10/1732674735122/Put/seqid=0 2024-11-27T02:32:15,413 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/967431ae649243a6956eb1316f9efd5e is 50, key is test_row_0/B:col10/1732674735122/Put/seqid=0 2024-11-27T02:32:15,447 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T02:32:15,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741848_1024 (size=12104) 2024-11-27T02:32:15,461 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741849_1025 (size=12104) 2024-11-27T02:32:15,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-11-27T02:32:15,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:15,462 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T02:32:15,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:15,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:15,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:15,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:15,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:15,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:15,467 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/967431ae649243a6956eb1316f9efd5e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/967431ae649243a6956eb1316f9efd5e 2024-11-27T02:32:15,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/725bb1bdec6f40aa9cb9852d58390102 is 50, key is test_row_0/A:col10/1732674735203/Put/seqid=0 2024-11-27T02:32:15,482 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/3ecb903067be4e74afdde6004f39c8fd as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/3ecb903067be4e74afdde6004f39c8fd 2024-11-27T02:32:15,499 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/B of 1d7027e8a477fc18231a41527d15b63e into 967431ae649243a6956eb1316f9efd5e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:15,499 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:15,500 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/B, priority=13, startTime=1732674735363; duration=0sec 2024-11-27T02:32:15,500 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:15,500 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:B 2024-11-27T02:32:15,500 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:15,501 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/A of 1d7027e8a477fc18231a41527d15b63e into 3ecb903067be4e74afdde6004f39c8fd(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:15,502 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:15,502 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/A, priority=13, startTime=1732674735362; duration=0sec 2024-11-27T02:32:15,502 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:15,502 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:A 2024-11-27T02:32:15,504 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:15,504 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/C is initiating minor compaction (all files) 2024-11-27T02:32:15,504 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/C in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:15,505 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/8c88f74abf194988b42d425538418d3c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/6bbd72047b1b4c5fa808c9a635a775c6, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/25c9864ac38d4179ae3c25235774c660] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=35.2 K 2024-11-27T02:32:15,506 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c88f74abf194988b42d425538418d3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732674734225 2024-11-27T02:32:15,507 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 6bbd72047b1b4c5fa808c9a635a775c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1732674734378 2024-11-27T02:32:15,508 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 25c9864ac38d4179ae3c25235774c660, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732674734788 2024-11-27T02:32:15,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:15,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:15,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741850_1026 (size=12001) 2024-11-27T02:32:15,531 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/725bb1bdec6f40aa9cb9852d58390102 2024-11-27T02:32:15,538 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#C#compaction#12 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:15,539 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/7bb042c6af474ac7af4d6ed51d77d5c0 is 50, key is test_row_0/C:col10/1732674735122/Put/seqid=0 2024-11-27T02:32:15,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/e374978a726f4bb0877032626f7cf286 is 50, key is test_row_0/B:col10/1732674735203/Put/seqid=0 2024-11-27T02:32:15,565 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674795557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,567 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674795559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674795557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674795566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674795567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741851_1027 (size=12104) 2024-11-27T02:32:15,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741852_1028 (size=12001) 2024-11-27T02:32:15,604 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/7bb042c6af474ac7af4d6ed51d77d5c0 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/7bb042c6af474ac7af4d6ed51d77d5c0 2024-11-27T02:32:15,609 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/e374978a726f4bb0877032626f7cf286 2024-11-27T02:32:15,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T02:32:15,631 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/C of 1d7027e8a477fc18231a41527d15b63e into 7bb042c6af474ac7af4d6ed51d77d5c0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:15,631 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:15,632 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/C, priority=13, startTime=1732674735364; duration=0sec 2024-11-27T02:32:15,632 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:15,632 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:C 2024-11-27T02:32:15,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/12a7e4f93a214d509528b7b48d9bd01b is 50, key is test_row_0/C:col10/1732674735203/Put/seqid=0 2024-11-27T02:32:15,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741853_1029 (size=12001) 2024-11-27T02:32:15,652 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=74 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/12a7e4f93a214d509528b7b48d9bd01b 2024-11-27T02:32:15,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/725bb1bdec6f40aa9cb9852d58390102 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/725bb1bdec6f40aa9cb9852d58390102 2024-11-27T02:32:15,682 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/725bb1bdec6f40aa9cb9852d58390102, entries=150, sequenceid=74, filesize=11.7 K 2024-11-27T02:32:15,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674795670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674795670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674795670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674795678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674795678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/e374978a726f4bb0877032626f7cf286 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e374978a726f4bb0877032626f7cf286 2024-11-27T02:32:15,702 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e374978a726f4bb0877032626f7cf286, entries=150, sequenceid=74, filesize=11.7 K 2024-11-27T02:32:15,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/12a7e4f93a214d509528b7b48d9bd01b as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/12a7e4f93a214d509528b7b48d9bd01b 2024-11-27T02:32:15,720 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/12a7e4f93a214d509528b7b48d9bd01b, entries=150, sequenceid=74, filesize=11.7 K 2024-11-27T02:32:15,721 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 1d7027e8a477fc18231a41527d15b63e in 259ms, sequenceid=74, compaction requested=false 2024-11-27T02:32:15,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:15,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:15,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-27T02:32:15,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-11-27T02:32:15,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-11-27T02:32:15,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 417 msec 2024-11-27T02:32:15,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 428 msec 2024-11-27T02:32:15,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:15,892 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-27T02:32:15,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:15,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:15,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:15,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:15,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:15,894 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:15,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/7c4455e63e6444ad98ab29b66fc65828 is 50, key is test_row_0/A:col10/1732674735891/Put/seqid=0 2024-11-27T02:32:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-11-27T02:32:15,913 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-11-27T02:32:15,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:32:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-11-27T02:32:15,921 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:32:15,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T02:32:15,923 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:32:15,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:32:15,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741854_1030 (size=16681) 2024-11-27T02:32:15,933 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/7c4455e63e6444ad98ab29b66fc65828 2024-11-27T02:32:15,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674795931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674795934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674795940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674795942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:15,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674795943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:15,960 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/584737784dfb48358d028fe58a2d2b08 is 50, key is test_row_0/B:col10/1732674735891/Put/seqid=0 2024-11-27T02:32:15,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741855_1031 (size=12001) 2024-11-27T02:32:15,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/584737784dfb48358d028fe58a2d2b08 2024-11-27T02:32:16,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T02:32:16,005 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T02:32:16,007 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-11-27T02:32:16,007 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-11-27T02:32:16,008 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/c55f361a50c2427789e15d37d1cf4072 is 50, key is test_row_0/C:col10/1732674735891/Put/seqid=0 2024-11-27T02:32:16,009 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T02:32:16,009 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T02:32:16,010 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T02:32:16,010 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T02:32:16,011 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-27T02:32:16,011 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-27T02:32:16,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T02:32:16,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741856_1032 (size=12001) 2024-11-27T02:32:16,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/c55f361a50c2427789e15d37d1cf4072 2024-11-27T02:32:16,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,048 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/7c4455e63e6444ad98ab29b66fc65828 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/7c4455e63e6444ad98ab29b66fc65828 2024-11-27T02:32:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674796045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674796045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674796050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,056 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674796050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674796051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/7c4455e63e6444ad98ab29b66fc65828, entries=250, sequenceid=95, filesize=16.3 K 2024-11-27T02:32:16,064 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/584737784dfb48358d028fe58a2d2b08 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/584737784dfb48358d028fe58a2d2b08 2024-11-27T02:32:16,075 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/584737784dfb48358d028fe58a2d2b08, entries=150, sequenceid=95, filesize=11.7 K 2024-11-27T02:32:16,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/c55f361a50c2427789e15d37d1cf4072 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c55f361a50c2427789e15d37d1cf4072 2024-11-27T02:32:16,078 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T02:32:16,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:16,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:16,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:16,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:16,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:16,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:16,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c55f361a50c2427789e15d37d1cf4072, entries=150, sequenceid=95, filesize=11.7 K 2024-11-27T02:32:16,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 1d7027e8a477fc18231a41527d15b63e in 200ms, sequenceid=95, compaction requested=true 2024-11-27T02:32:16,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:16,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:32:16,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:16,092 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:16,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:32:16,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:16,092 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:16,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:32:16,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:16,097 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:16,097 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/A is initiating minor compaction (all files) 2024-11-27T02:32:16,097 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/A in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:16,098 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/3ecb903067be4e74afdde6004f39c8fd, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/725bb1bdec6f40aa9cb9852d58390102, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/7c4455e63e6444ad98ab29b66fc65828] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=39.8 K 2024-11-27T02:32:16,098 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:16,098 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/B is initiating minor compaction (all files) 2024-11-27T02:32:16,098 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/B in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:16,098 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/967431ae649243a6956eb1316f9efd5e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e374978a726f4bb0877032626f7cf286, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/584737784dfb48358d028fe58a2d2b08] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=35.3 K 2024-11-27T02:32:16,100 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ecb903067be4e74afdde6004f39c8fd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732674734788 2024-11-27T02:32:16,101 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 967431ae649243a6956eb1316f9efd5e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732674734788 2024-11-27T02:32:16,102 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 725bb1bdec6f40aa9cb9852d58390102, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732674735195 2024-11-27T02:32:16,104 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting e374978a726f4bb0877032626f7cf286, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732674735195 2024-11-27T02:32:16,105 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c4455e63e6444ad98ab29b66fc65828, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732674735552 2024-11-27T02:32:16,109 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 584737784dfb48358d028fe58a2d2b08, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732674735563 2024-11-27T02:32:16,135 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#A#compaction#18 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:16,137 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/1c87b509b9a7498098d4780e5baa5489 is 50, key is test_row_0/A:col10/1732674735891/Put/seqid=0 2024-11-27T02:32:16,146 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#B#compaction#19 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:16,147 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/85253adc979548dd912f3e86d758f94d is 50, key is test_row_0/B:col10/1732674735891/Put/seqid=0 2024-11-27T02:32:16,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741858_1034 (size=12207) 2024-11-27T02:32:16,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741857_1033 (size=12207) 2024-11-27T02:32:16,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T02:32:16,233 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,234 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-11-27T02:32:16,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:16,235 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T02:32:16,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:16,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:16,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:16,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:16,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:16,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:16,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/31213a3b3c3d43d1bdcfc761a2a39372 is 50, key is test_row_0/A:col10/1732674735938/Put/seqid=0 2024-11-27T02:32:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:16,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:16,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741859_1035 (size=12001) 2024-11-27T02:32:16,274 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/31213a3b3c3d43d1bdcfc761a2a39372 2024-11-27T02:32:16,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/b247985bcaf0453e95c0d93e4e6def39 is 50, key is test_row_0/B:col10/1732674735938/Put/seqid=0 2024-11-27T02:32:16,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674796294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674796295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674796298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674796298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674796301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741860_1036 (size=12001) 2024-11-27T02:32:16,319 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/b247985bcaf0453e95c0d93e4e6def39 2024-11-27T02:32:16,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/e754a34e0c1c4fc6ade4ae3ee5451000 is 50, key is test_row_0/C:col10/1732674735938/Put/seqid=0 2024-11-27T02:32:16,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741861_1037 (size=12001) 2024-11-27T02:32:16,358 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/e754a34e0c1c4fc6ade4ae3ee5451000 2024-11-27T02:32:16,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/31213a3b3c3d43d1bdcfc761a2a39372 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/31213a3b3c3d43d1bdcfc761a2a39372 2024-11-27T02:32:16,382 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/31213a3b3c3d43d1bdcfc761a2a39372, entries=150, sequenceid=114, filesize=11.7 K 2024-11-27T02:32:16,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/b247985bcaf0453e95c0d93e4e6def39 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/b247985bcaf0453e95c0d93e4e6def39 2024-11-27T02:32:16,400 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/b247985bcaf0453e95c0d93e4e6def39, entries=150, sequenceid=114, filesize=11.7 K 2024-11-27T02:32:16,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/e754a34e0c1c4fc6ade4ae3ee5451000 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/e754a34e0c1c4fc6ade4ae3ee5451000 2024-11-27T02:32:16,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,409 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674796405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674796405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,409 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674796408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,413 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674796412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,425 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/e754a34e0c1c4fc6ade4ae3ee5451000, entries=150, sequenceid=114, filesize=11.7 K 2024-11-27T02:32:16,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674796411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,427 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=107.34 KB/109920 for 1d7027e8a477fc18231a41527d15b63e in 192ms, sequenceid=114, compaction requested=true 2024-11-27T02:32:16,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:16,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:16,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-11-27T02:32:16,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-11-27T02:32:16,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-11-27T02:32:16,437 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 509 msec 2024-11-27T02:32:16,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 521 msec 2024-11-27T02:32:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-11-27T02:32:16,528 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-11-27T02:32:16,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:32:16,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-11-27T02:32:16,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T02:32:16,535 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:32:16,538 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:32:16,538 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:32:16,580 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/85253adc979548dd912f3e86d758f94d as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/85253adc979548dd912f3e86d758f94d 2024-11-27T02:32:16,587 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/1c87b509b9a7498098d4780e5baa5489 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1c87b509b9a7498098d4780e5baa5489 2024-11-27T02:32:16,605 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/B of 1d7027e8a477fc18231a41527d15b63e into 85253adc979548dd912f3e86d758f94d(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:16,606 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:16,606 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/B, priority=13, startTime=1732674736092; duration=0sec 2024-11-27T02:32:16,606 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:16,606 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:B 2024-11-27T02:32:16,606 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:32:16,609 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/A of 1d7027e8a477fc18231a41527d15b63e into 1c87b509b9a7498098d4780e5baa5489(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:16,609 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:16,609 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/A, priority=13, startTime=1732674736092; duration=0sec 2024-11-27T02:32:16,609 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:16,609 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:A 2024-11-27T02:32:16,616 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:32:16,616 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/C is initiating minor compaction (all files) 2024-11-27T02:32:16,616 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/C in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:16,617 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/7bb042c6af474ac7af4d6ed51d77d5c0, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/12a7e4f93a214d509528b7b48d9bd01b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c55f361a50c2427789e15d37d1cf4072, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/e754a34e0c1c4fc6ade4ae3ee5451000] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=47.0 K 2024-11-27T02:32:16,620 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bb042c6af474ac7af4d6ed51d77d5c0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732674734788 2024-11-27T02:32:16,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-27T02:32:16,621 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 12a7e4f93a214d509528b7b48d9bd01b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=74, earliestPutTs=1732674735195 2024-11-27T02:32:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:16,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:16,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:16,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:16,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:16,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:16,623 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting c55f361a50c2427789e15d37d1cf4072, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732674735563 2024-11-27T02:32:16,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:16,624 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting e754a34e0c1c4fc6ade4ae3ee5451000, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732674735925 2024-11-27T02:32:16,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T02:32:16,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/1adb42090531405da6879b4d2a856521 is 50, key is test_row_0/A:col10/1732674736620/Put/seqid=0 2024-11-27T02:32:16,660 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#C#compaction#24 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:16,661 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/0daf2a6837964418a8a620fa5c422ba5 is 50, key is test_row_0/C:col10/1732674735938/Put/seqid=0 2024-11-27T02:32:16,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741862_1038 (size=12101) 2024-11-27T02:32:16,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741863_1039 (size=12241) 2024-11-27T02:32:16,692 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-27T02:32:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:16,693 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:16,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:16,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:16,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674796653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674796674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674796705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674796706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674796709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,811 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674796810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674796813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674796817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674796817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674796818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T02:32:16,846 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:16,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-27T02:32:16,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:16,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:16,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:16,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:16,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:17,001 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:17,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-27T02:32:17,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:17,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:17,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:17,002 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:17,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:17,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:17,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674797014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:17,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674797023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:17,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:17,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674797023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674797023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:17,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:17,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674797025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:17,066 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/1adb42090531405da6879b4d2a856521 2024-11-27T02:32:17,088 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/0daf2a6837964418a8a620fa5c422ba5 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/0daf2a6837964418a8a620fa5c422ba5 2024-11-27T02:32:17,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/d2c9b96c8d0f44e6bf7a8708b6a04738 is 50, key is test_row_0/B:col10/1732674736620/Put/seqid=0 2024-11-27T02:32:17,100 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/C of 1d7027e8a477fc18231a41527d15b63e into 0daf2a6837964418a8a620fa5c422ba5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:17,101 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:17,101 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/C, priority=12, startTime=1732674736092; duration=0sec 2024-11-27T02:32:17,101 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:17,101 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:C 2024-11-27T02:32:17,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741864_1040 (size=12101) 2024-11-27T02:32:17,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/d2c9b96c8d0f44e6bf7a8708b6a04738 2024-11-27T02:32:17,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/1f0095c4553a46779ffcfd379548d7cd is 50, key is test_row_0/C:col10/1732674736620/Put/seqid=0 2024-11-27T02:32:17,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T02:32:17,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741865_1041 (size=12101) 2024-11-27T02:32:17,159 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:17,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-27T02:32:17,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:17,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:17,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:17,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:17,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:17,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:17,314 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:17,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-27T02:32:17,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:17,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:17,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:17,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:17,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:17,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:17,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:17,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674797317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:17,327 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:17,327 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674797326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:17,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674797326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:17,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:17,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674797327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:17,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:17,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674797335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:17,469 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:17,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-27T02:32:17,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:17,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:17,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:17,470 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:17,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:17,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:17,550 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/1f0095c4553a46779ffcfd379548d7cd 2024-11-27T02:32:17,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/1adb42090531405da6879b4d2a856521 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1adb42090531405da6879b4d2a856521 2024-11-27T02:32:17,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1adb42090531405da6879b4d2a856521, entries=150, sequenceid=137, filesize=11.8 K 2024-11-27T02:32:17,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/d2c9b96c8d0f44e6bf7a8708b6a04738 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/d2c9b96c8d0f44e6bf7a8708b6a04738 2024-11-27T02:32:17,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/d2c9b96c8d0f44e6bf7a8708b6a04738, entries=150, sequenceid=137, filesize=11.8 K 2024-11-27T02:32:17,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/1f0095c4553a46779ffcfd379548d7cd as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/1f0095c4553a46779ffcfd379548d7cd 2024-11-27T02:32:17,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/1f0095c4553a46779ffcfd379548d7cd, entries=150, sequenceid=137, filesize=11.8 K 2024-11-27T02:32:17,610 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for 1d7027e8a477fc18231a41527d15b63e in 990ms, sequenceid=137, compaction requested=true 2024-11-27T02:32:17,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:17,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:32:17,611 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:17,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:17,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:32:17,611 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:17,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:17,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:32:17,612 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:17,613 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:17,613 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/B is initiating minor compaction (all files) 2024-11-27T02:32:17,613 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/B in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:17,614 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/85253adc979548dd912f3e86d758f94d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/b247985bcaf0453e95c0d93e4e6def39, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/d2c9b96c8d0f44e6bf7a8708b6a04738] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=35.5 K 2024-11-27T02:32:17,614 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:17,614 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/A is initiating minor compaction (all files) 2024-11-27T02:32:17,614 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/A in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:17,615 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1c87b509b9a7498098d4780e5baa5489, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/31213a3b3c3d43d1bdcfc761a2a39372, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1adb42090531405da6879b4d2a856521] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=35.5 K 2024-11-27T02:32:17,615 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 85253adc979548dd912f3e86d758f94d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732674735563 2024-11-27T02:32:17,616 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c87b509b9a7498098d4780e5baa5489, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1732674735563 2024-11-27T02:32:17,616 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting b247985bcaf0453e95c0d93e4e6def39, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732674735925 2024-11-27T02:32:17,616 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 31213a3b3c3d43d1bdcfc761a2a39372, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732674735925 2024-11-27T02:32:17,617 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting d2c9b96c8d0f44e6bf7a8708b6a04738, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732674736289 2024-11-27T02:32:17,617 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1adb42090531405da6879b4d2a856521, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732674736289 2024-11-27T02:32:17,624 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:17,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-11-27T02:32:17,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:17,625 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-27T02:32:17,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:17,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:17,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:17,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:17,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:17,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T02:32:17,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/d44df7dcb8d547e0962a719f8d4ace57 is 50, key is test_row_0/A:col10/1732674736652/Put/seqid=0 2024-11-27T02:32:17,649 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#B#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:17,650 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/0cb5792855864599bae0512ac21ad4eb is 50, key is test_row_0/B:col10/1732674736620/Put/seqid=0 2024-11-27T02:32:17,655 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#A#compaction#29 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:17,656 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/932a34f5cb06402f890b150a3e64610f is 50, key is test_row_0/A:col10/1732674736620/Put/seqid=0 2024-11-27T02:32:17,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741867_1043 (size=12409) 2024-11-27T02:32:17,703 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/0cb5792855864599bae0512ac21ad4eb as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/0cb5792855864599bae0512ac21ad4eb 2024-11-27T02:32:17,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741866_1042 (size=12151) 2024-11-27T02:32:17,709 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/d44df7dcb8d547e0962a719f8d4ace57 2024-11-27T02:32:17,719 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/B of 1d7027e8a477fc18231a41527d15b63e into 0cb5792855864599bae0512ac21ad4eb(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:17,719 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:17,719 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/B, priority=13, startTime=1732674737611; duration=0sec 2024-11-27T02:32:17,719 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:17,719 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:B 2024-11-27T02:32:17,720 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T02:32:17,722 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T02:32:17,722 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T02:32:17,723 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. because compaction request was cancelled 2024-11-27T02:32:17,723 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:C 2024-11-27T02:32:17,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741868_1044 (size=12409) 2024-11-27T02:32:17,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/06725bd5167b4cd1a6925c3fd9b3bb06 is 50, key is test_row_0/B:col10/1732674736652/Put/seqid=0 2024-11-27T02:32:17,743 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/932a34f5cb06402f890b150a3e64610f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/932a34f5cb06402f890b150a3e64610f 2024-11-27T02:32:17,755 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/A of 1d7027e8a477fc18231a41527d15b63e into 932a34f5cb06402f890b150a3e64610f(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:17,755 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:17,755 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/A, priority=13, startTime=1732674737611; duration=0sec 2024-11-27T02:32:17,755 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:17,756 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:A 2024-11-27T02:32:17,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741869_1045 (size=12151) 2024-11-27T02:32:17,758 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/06725bd5167b4cd1a6925c3fd9b3bb06 2024-11-27T02:32:17,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/a45d22efded34b0ab7373e58f0bdb93a is 50, key is test_row_0/C:col10/1732674736652/Put/seqid=0 2024-11-27T02:32:17,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741870_1046 (size=12151) 2024-11-27T02:32:17,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:17,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:17,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:17,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674797909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:17,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674797908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:17,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:17,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674797915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:17,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674797915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:17,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:17,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674797915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674798017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674798018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674798021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674798021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674798022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,210 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/a45d22efded34b0ab7373e58f0bdb93a 2024-11-27T02:32:18,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/d44df7dcb8d547e0962a719f8d4ace57 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/d44df7dcb8d547e0962a719f8d4ace57 2024-11-27T02:32:18,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674798222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674798221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674798225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674798227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,233 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/d44df7dcb8d547e0962a719f8d4ace57, entries=150, sequenceid=155, filesize=11.9 K 2024-11-27T02:32:18,235 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/06725bd5167b4cd1a6925c3fd9b3bb06 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/06725bd5167b4cd1a6925c3fd9b3bb06 2024-11-27T02:32:18,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674798236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,247 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/06725bd5167b4cd1a6925c3fd9b3bb06, entries=150, sequenceid=155, filesize=11.9 K 2024-11-27T02:32:18,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/a45d22efded34b0ab7373e58f0bdb93a as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a45d22efded34b0ab7373e58f0bdb93a 2024-11-27T02:32:18,261 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a45d22efded34b0ab7373e58f0bdb93a, entries=150, sequenceid=155, filesize=11.9 K 2024-11-27T02:32:18,263 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 1d7027e8a477fc18231a41527d15b63e in 638ms, sequenceid=155, compaction requested=true 2024-11-27T02:32:18,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:18,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:18,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-11-27T02:32:18,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-11-27T02:32:18,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-11-27T02:32:18,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7290 sec 2024-11-27T02:32:18,277 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.7430 sec 2024-11-27T02:32:18,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:18,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-27T02:32:18,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:18,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:18,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:18,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:18,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:18,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:18,541 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/ac000b38b97342a4a70c7679d4d3ad80 is 50, key is test_row_0/A:col10/1732674738527/Put/seqid=0 2024-11-27T02:32:18,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741871_1047 (size=14541) 2024-11-27T02:32:18,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674798554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674798554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674798556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674798558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674798556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-11-27T02:32:18,641 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-11-27T02:32:18,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:32:18,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-11-27T02:32:18,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T02:32:18,648 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:32:18,649 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:32:18,650 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:32:18,663 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674798661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674798661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674798662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674798662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674798663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T02:32:18,802 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T02:32:18,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:18,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:18,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:18,803 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:18,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:18,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:18,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674798866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674798866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674798867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674798868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:18,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674798869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T02:32:18,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/ac000b38b97342a4a70c7679d4d3ad80 2024-11-27T02:32:18,957 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:18,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T02:32:18,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:18,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:18,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:18,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:18,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:18,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:18,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/e661064b79a1472695bad6e781be3a5a is 50, key is test_row_0/B:col10/1732674738527/Put/seqid=0 2024-11-27T02:32:18,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741872_1048 (size=12151) 2024-11-27T02:32:19,112 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T02:32:19,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:19,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:19,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:19,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:19,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:19,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:19,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:19,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674799169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:19,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674799171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:19,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674799171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:19,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674799173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:19,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674799175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T02:32:19,269 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T02:32:19,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:19,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:19,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:19,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:19,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:19,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:19,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/e661064b79a1472695bad6e781be3a5a 2024-11-27T02:32:19,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/dae4c0bafe20446f97005410a48379bc is 50, key is test_row_0/C:col10/1732674738527/Put/seqid=0 2024-11-27T02:32:19,422 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T02:32:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:19,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:19,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:19,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:19,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:19,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741873_1049 (size=12151) 2024-11-27T02:32:19,431 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/dae4c0bafe20446f97005410a48379bc 2024-11-27T02:32:19,442 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/ac000b38b97342a4a70c7679d4d3ad80 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/ac000b38b97342a4a70c7679d4d3ad80 2024-11-27T02:32:19,452 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/ac000b38b97342a4a70c7679d4d3ad80, entries=200, sequenceid=178, filesize=14.2 K 2024-11-27T02:32:19,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/e661064b79a1472695bad6e781be3a5a as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e661064b79a1472695bad6e781be3a5a 2024-11-27T02:32:19,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e661064b79a1472695bad6e781be3a5a, entries=150, sequenceid=178, filesize=11.9 K 2024-11-27T02:32:19,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/dae4c0bafe20446f97005410a48379bc as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/dae4c0bafe20446f97005410a48379bc 2024-11-27T02:32:19,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/dae4c0bafe20446f97005410a48379bc, entries=150, sequenceid=178, filesize=11.9 K 2024-11-27T02:32:19,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 1d7027e8a477fc18231a41527d15b63e in 958ms, sequenceid=178, compaction requested=true 2024-11-27T02:32:19,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:19,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:32:19,489 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:19,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:19,489 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:19,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:32:19,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:19,489 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:32:19,490 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:19,492 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39101 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:19,492 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/A is initiating minor compaction (all files) 2024-11-27T02:32:19,492 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/A in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:19,493 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/932a34f5cb06402f890b150a3e64610f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/d44df7dcb8d547e0962a719f8d4ace57, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/ac000b38b97342a4a70c7679d4d3ad80] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=38.2 K 2024-11-27T02:32:19,494 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 932a34f5cb06402f890b150a3e64610f, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732674736289 2024-11-27T02:32:19,495 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:19,495 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/B is initiating minor compaction (all files) 2024-11-27T02:32:19,495 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/B in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:19,495 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/0cb5792855864599bae0512ac21ad4eb, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/06725bd5167b4cd1a6925c3fd9b3bb06, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e661064b79a1472695bad6e781be3a5a] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=35.9 K 2024-11-27T02:32:19,495 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting d44df7dcb8d547e0962a719f8d4ace57, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732674736642 2024-11-27T02:32:19,496 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cb5792855864599bae0512ac21ad4eb, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732674736289 2024-11-27T02:32:19,497 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 06725bd5167b4cd1a6925c3fd9b3bb06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732674736642 2024-11-27T02:32:19,497 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac000b38b97342a4a70c7679d4d3ad80, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732674737911 2024-11-27T02:32:19,498 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting e661064b79a1472695bad6e781be3a5a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732674737912 2024-11-27T02:32:19,518 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#B#compaction#35 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:19,519 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/1a9f094f306d4f5abda8e7e44aecc06b is 50, key is test_row_0/B:col10/1732674738527/Put/seqid=0 2024-11-27T02:32:19,525 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#A#compaction#36 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:19,526 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/faf1a7df08ce44e5b65b178dd4574648 is 50, key is test_row_0/A:col10/1732674738527/Put/seqid=0 2024-11-27T02:32:19,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741874_1050 (size=12561) 2024-11-27T02:32:19,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741875_1051 (size=12561) 2024-11-27T02:32:19,577 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-11-27T02:32:19,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:19,578 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T02:32:19,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:19,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:19,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:19,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:19,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:19,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:19,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/332811f84f2742acb152719d1c27ce5b is 50, key is test_row_0/A:col10/1732674738556/Put/seqid=0 2024-11-27T02:32:19,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741876_1052 (size=12151) 2024-11-27T02:32:19,603 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/332811f84f2742acb152719d1c27ce5b 2024-11-27T02:32:19,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/0b4e78718cf949bca6051747365d1ede is 50, key is test_row_0/B:col10/1732674738556/Put/seqid=0 2024-11-27T02:32:19,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741877_1053 (size=12151) 2024-11-27T02:32:19,646 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/0b4e78718cf949bca6051747365d1ede 2024-11-27T02:32:19,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/0af5c1dff0194e8cbf28822fac6c6b30 is 50, key is test_row_0/C:col10/1732674738556/Put/seqid=0 2024-11-27T02:32:19,677 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:19,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:19,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741878_1054 (size=12151) 2024-11-27T02:32:19,706 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/0af5c1dff0194e8cbf28822fac6c6b30 2024-11-27T02:32:19,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:19,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674799703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674799703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:19,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674799707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:19,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/332811f84f2742acb152719d1c27ce5b as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/332811f84f2742acb152719d1c27ce5b 2024-11-27T02:32:19,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674799713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:19,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674799714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,726 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/332811f84f2742acb152719d1c27ce5b, entries=150, sequenceid=193, filesize=11.9 K 2024-11-27T02:32:19,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/0b4e78718cf949bca6051747365d1ede as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/0b4e78718cf949bca6051747365d1ede 2024-11-27T02:32:19,740 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/0b4e78718cf949bca6051747365d1ede, entries=150, sequenceid=193, filesize=11.9 K 2024-11-27T02:32:19,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/0af5c1dff0194e8cbf28822fac6c6b30 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/0af5c1dff0194e8cbf28822fac6c6b30 2024-11-27T02:32:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T02:32:19,754 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/0af5c1dff0194e8cbf28822fac6c6b30, entries=150, sequenceid=193, filesize=11.9 K 2024-11-27T02:32:19,756 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 1d7027e8a477fc18231a41527d15b63e in 178ms, sequenceid=193, compaction requested=true 2024-11-27T02:32:19,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:19,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:19,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-27T02:32:19,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-11-27T02:32:19,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-11-27T02:32:19,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1090 sec 2024-11-27T02:32:19,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 1.1190 sec 2024-11-27T02:32:19,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:19,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T02:32:19,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:19,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:19,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:19,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:19,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:19,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:19,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/5f4d54868a4547589c50ab8ee7117eec is 50, key is test_row_0/A:col10/1732674739710/Put/seqid=0 2024-11-27T02:32:19,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674799830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:19,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674799831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741879_1055 (size=12151) 2024-11-27T02:32:19,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/5f4d54868a4547589c50ab8ee7117eec 2024-11-27T02:32:19,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674799836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:19,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674799837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,841 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:19,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674799837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/eddba5f07864472ca47598001081895a is 50, key is test_row_0/B:col10/1732674739710/Put/seqid=0 2024-11-27T02:32:19,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741880_1056 (size=12151) 2024-11-27T02:32:19,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:19,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674799938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674799938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:19,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674799943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,947 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:19,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674799946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:19,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674799946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:19,970 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/1a9f094f306d4f5abda8e7e44aecc06b as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/1a9f094f306d4f5abda8e7e44aecc06b 2024-11-27T02:32:19,979 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/faf1a7df08ce44e5b65b178dd4574648 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/faf1a7df08ce44e5b65b178dd4574648 2024-11-27T02:32:19,990 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/A of 1d7027e8a477fc18231a41527d15b63e into faf1a7df08ce44e5b65b178dd4574648(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:19,990 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:19,990 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/A, priority=13, startTime=1732674739489; duration=0sec 2024-11-27T02:32:19,990 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:19,991 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:A 2024-11-27T02:32:19,991 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/B of 1d7027e8a477fc18231a41527d15b63e into 1a9f094f306d4f5abda8e7e44aecc06b(size=12.3 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:19,991 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:19,991 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/B, priority=13, startTime=1732674739489; duration=0sec 2024-11-27T02:32:19,991 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-27T02:32:19,991 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:19,991 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:B 2024-11-27T02:32:19,995 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60795 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-27T02:32:19,995 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/C is initiating minor compaction (all files) 2024-11-27T02:32:19,996 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/C in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:19,996 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/0daf2a6837964418a8a620fa5c422ba5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/1f0095c4553a46779ffcfd379548d7cd, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a45d22efded34b0ab7373e58f0bdb93a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/dae4c0bafe20446f97005410a48379bc, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/0af5c1dff0194e8cbf28822fac6c6b30] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=59.4 K 2024-11-27T02:32:19,997 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0daf2a6837964418a8a620fa5c422ba5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732674735925 2024-11-27T02:32:19,997 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1f0095c4553a46779ffcfd379548d7cd, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732674736289 2024-11-27T02:32:19,998 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting a45d22efded34b0ab7373e58f0bdb93a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1732674736642 2024-11-27T02:32:19,998 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting dae4c0bafe20446f97005410a48379bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732674737912 2024-11-27T02:32:20,000 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0af5c1dff0194e8cbf28822fac6c6b30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732674738550 2024-11-27T02:32:20,020 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#C#compaction#42 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:20,021 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/1b6fb4425a4747f0b1ef84eb7f3e3e1b is 50, key is test_row_0/C:col10/1732674738556/Put/seqid=0 2024-11-27T02:32:20,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741881_1057 (size=12561) 2024-11-27T02:32:20,057 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/1b6fb4425a4747f0b1ef84eb7f3e3e1b as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/1b6fb4425a4747f0b1ef84eb7f3e3e1b 2024-11-27T02:32:20,069 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/C of 1d7027e8a477fc18231a41527d15b63e into 1b6fb4425a4747f0b1ef84eb7f3e3e1b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:20,069 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:20,069 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/C, priority=11, startTime=1732674739489; duration=0sec 2024-11-27T02:32:20,070 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:20,070 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:C 2024-11-27T02:32:20,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674800145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674800146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674800147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674800149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674800150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,324 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/eddba5f07864472ca47598001081895a 2024-11-27T02:32:20,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/834f340beb9e494d83b9d980ac80efdf is 50, key is test_row_0/C:col10/1732674739710/Put/seqid=0 2024-11-27T02:32:20,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741882_1058 (size=12151) 2024-11-27T02:32:20,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/834f340beb9e494d83b9d980ac80efdf 2024-11-27T02:32:20,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/5f4d54868a4547589c50ab8ee7117eec as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/5f4d54868a4547589c50ab8ee7117eec 2024-11-27T02:32:20,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/5f4d54868a4547589c50ab8ee7117eec, entries=150, sequenceid=216, filesize=11.9 K 2024-11-27T02:32:20,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/eddba5f07864472ca47598001081895a as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/eddba5f07864472ca47598001081895a 2024-11-27T02:32:20,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/eddba5f07864472ca47598001081895a, entries=150, sequenceid=216, filesize=11.9 K 2024-11-27T02:32:20,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/834f340beb9e494d83b9d980ac80efdf as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/834f340beb9e494d83b9d980ac80efdf 2024-11-27T02:32:20,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/834f340beb9e494d83b9d980ac80efdf, entries=150, sequenceid=216, filesize=11.9 K 2024-11-27T02:32:20,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 1d7027e8a477fc18231a41527d15b63e in 589ms, sequenceid=216, compaction requested=true 2024-11-27T02:32:20,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:20,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:32:20,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:20,407 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:20,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:32:20,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:20,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:32:20,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T02:32:20,407 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:20,409 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:20,409 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/A is initiating minor compaction (all files) 2024-11-27T02:32:20,409 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/A in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:20,409 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/faf1a7df08ce44e5b65b178dd4574648, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/332811f84f2742acb152719d1c27ce5b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/5f4d54868a4547589c50ab8ee7117eec] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=36.0 K 2024-11-27T02:32:20,409 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:20,409 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/B is initiating minor compaction (all files) 2024-11-27T02:32:20,409 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/B in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:20,409 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/1a9f094f306d4f5abda8e7e44aecc06b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/0b4e78718cf949bca6051747365d1ede, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/eddba5f07864472ca47598001081895a] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=36.0 K 2024-11-27T02:32:20,410 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting faf1a7df08ce44e5b65b178dd4574648, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732674737912 2024-11-27T02:32:20,411 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a9f094f306d4f5abda8e7e44aecc06b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732674737912 2024-11-27T02:32:20,411 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 332811f84f2742acb152719d1c27ce5b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732674738550 2024-11-27T02:32:20,411 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f4d54868a4547589c50ab8ee7117eec, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732674739710 2024-11-27T02:32:20,411 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b4e78718cf949bca6051747365d1ede, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732674738550 2024-11-27T02:32:20,412 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting eddba5f07864472ca47598001081895a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732674739710 2024-11-27T02:32:20,428 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#B#compaction#44 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:20,429 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#A#compaction#45 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:20,429 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/f40c90841d1b436c9295aa27d25a8f92 is 50, key is test_row_0/A:col10/1732674739710/Put/seqid=0 2024-11-27T02:32:20,430 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/4ebecf816842437586cd32ca60f9c963 is 50, key is test_row_0/B:col10/1732674739710/Put/seqid=0 2024-11-27T02:32:20,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:20,449 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T02:32:20,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:20,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:20,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:20,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:20,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:20,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:20,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741883_1059 (size=12663) 2024-11-27T02:32:20,479 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/f40c90841d1b436c9295aa27d25a8f92 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/f40c90841d1b436c9295aa27d25a8f92 2024-11-27T02:32:20,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674800476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674800475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674800480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674800477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674800482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,490 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/A of 1d7027e8a477fc18231a41527d15b63e into f40c90841d1b436c9295aa27d25a8f92(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:20,491 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:20,491 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/A, priority=13, startTime=1732674740406; duration=0sec 2024-11-27T02:32:20,491 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:20,492 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:A 2024-11-27T02:32:20,492 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T02:32:20,493 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T02:32:20,494 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T02:32:20,494 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. because compaction request was cancelled 2024-11-27T02:32:20,494 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:C 2024-11-27T02:32:20,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741884_1060 (size=12663) 2024-11-27T02:32:20,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/5e2bab2dbb8a416b9ce209ccecc02ec8 is 50, key is test_row_0/A:col10/1732674739829/Put/seqid=0 2024-11-27T02:32:20,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741885_1061 (size=12151) 2024-11-27T02:32:20,524 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/5e2bab2dbb8a416b9ce209ccecc02ec8 2024-11-27T02:32:20,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/639f8ac4a7f64a0d8572daca268409bc is 50, key is test_row_0/B:col10/1732674739829/Put/seqid=0 2024-11-27T02:32:20,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741886_1062 (size=12151) 2024-11-27T02:32:20,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/639f8ac4a7f64a0d8572daca268409bc 2024-11-27T02:32:20,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/8c739b285198473eb6e84e6b17a82bd1 is 50, key is test_row_0/C:col10/1732674739829/Put/seqid=0 2024-11-27T02:32:20,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674800585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674800586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,588 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674800586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674800586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674800586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741887_1063 (size=12151) 2024-11-27T02:32:20,599 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/8c739b285198473eb6e84e6b17a82bd1 2024-11-27T02:32:20,608 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/5e2bab2dbb8a416b9ce209ccecc02ec8 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/5e2bab2dbb8a416b9ce209ccecc02ec8 2024-11-27T02:32:20,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/5e2bab2dbb8a416b9ce209ccecc02ec8, entries=150, sequenceid=234, filesize=11.9 K 2024-11-27T02:32:20,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/639f8ac4a7f64a0d8572daca268409bc as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/639f8ac4a7f64a0d8572daca268409bc 2024-11-27T02:32:20,626 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/639f8ac4a7f64a0d8572daca268409bc, entries=150, sequenceid=234, filesize=11.9 K 2024-11-27T02:32:20,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/8c739b285198473eb6e84e6b17a82bd1 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/8c739b285198473eb6e84e6b17a82bd1 2024-11-27T02:32:20,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/8c739b285198473eb6e84e6b17a82bd1, entries=150, sequenceid=234, filesize=11.9 K 2024-11-27T02:32:20,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1d7027e8a477fc18231a41527d15b63e in 188ms, sequenceid=234, compaction requested=true 2024-11-27T02:32:20,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:20,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:A, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:32:20,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:20,638 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T02:32:20,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:32:20,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:20,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:32:20,638 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T02:32:20,639 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T02:32:20,639 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T02:32:20,639 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. because compaction request was cancelled 2024-11-27T02:32:20,639 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:A 2024-11-27T02:32:20,639 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-27T02:32:20,640 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T02:32:20,640 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T02:32:20,640 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. because compaction request was cancelled 2024-11-27T02:32:20,640 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:B 2024-11-27T02:32:20,640 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:20,641 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:20,642 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/C is initiating minor compaction (all files) 2024-11-27T02:32:20,642 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/C in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:20,642 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/1b6fb4425a4747f0b1ef84eb7f3e3e1b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/834f340beb9e494d83b9d980ac80efdf, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/8c739b285198473eb6e84e6b17a82bd1] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=36.0 K 2024-11-27T02:32:20,643 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b6fb4425a4747f0b1ef84eb7f3e3e1b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1732674738550 2024-11-27T02:32:20,645 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 834f340beb9e494d83b9d980ac80efdf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732674739710 2024-11-27T02:32:20,646 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c739b285198473eb6e84e6b17a82bd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732674739829 2024-11-27T02:32:20,662 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#C#compaction#49 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:20,663 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/c5111dc33ef04469acfe3b1180d9e22a is 50, key is test_row_0/C:col10/1732674739829/Put/seqid=0 2024-11-27T02:32:20,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741888_1064 (size=12663) 2024-11-27T02:32:20,696 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/c5111dc33ef04469acfe3b1180d9e22a as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c5111dc33ef04469acfe3b1180d9e22a 2024-11-27T02:32:20,708 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/C of 1d7027e8a477fc18231a41527d15b63e into c5111dc33ef04469acfe3b1180d9e22a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:20,709 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:20,709 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/C, priority=13, startTime=1732674740638; duration=0sec 2024-11-27T02:32:20,710 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:20,710 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:C 2024-11-27T02:32:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-11-27T02:32:20,754 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-11-27T02:32:20,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:32:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-11-27T02:32:20,761 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:32:20,763 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:32:20,763 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:32:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T02:32:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:20,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T02:32:20,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:20,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:20,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:20,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:20,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:20,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:20,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/277fb5bc26fa4572ab7ebba1b9985372 is 50, key is test_row_0/A:col10/1732674740477/Put/seqid=0 2024-11-27T02:32:20,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674800805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,810 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674800806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741889_1065 (size=14591) 2024-11-27T02:32:20,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674800809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674800809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,817 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674800815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T02:32:20,906 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/4ebecf816842437586cd32ca60f9c963 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/4ebecf816842437586cd32ca60f9c963 2024-11-27T02:32:20,915 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/B of 1d7027e8a477fc18231a41527d15b63e into 4ebecf816842437586cd32ca60f9c963(size=12.4 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:20,915 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:20,915 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/B, priority=13, startTime=1732674740407; duration=0sec 2024-11-27T02:32:20,916 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:20,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674800912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,916 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,917 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:B 2024-11-27T02:32:20,917 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T02:32:20,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674800912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:20,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:20,918 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:20,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:20,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674800918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:20,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674800919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:20,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674800920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T02:32:21,071 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,072 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T02:32:21,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:21,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:21,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:21,072 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:21,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:21,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:21,119 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:21,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674801118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674801120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:21,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674801123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:21,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674801123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:21,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674801127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/277fb5bc26fa4572ab7ebba1b9985372 2024-11-27T02:32:21,226 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T02:32:21,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:21,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:21,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:21,228 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:21,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:21,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:21,237 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/61dae6e13bea4a21916af2a92f707f5d is 50, key is test_row_0/B:col10/1732674740477/Put/seqid=0 2024-11-27T02:32:21,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741890_1066 (size=12201) 2024-11-27T02:32:21,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/61dae6e13bea4a21916af2a92f707f5d 2024-11-27T02:32:21,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/a513583246a74e9db807c324a8367bf0 is 50, key is test_row_0/C:col10/1732674740477/Put/seqid=0 2024-11-27T02:32:21,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741891_1067 (size=12201) 2024-11-27T02:32:21,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/a513583246a74e9db807c324a8367bf0 2024-11-27T02:32:21,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/277fb5bc26fa4572ab7ebba1b9985372 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/277fb5bc26fa4572ab7ebba1b9985372 2024-11-27T02:32:21,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/277fb5bc26fa4572ab7ebba1b9985372, entries=200, sequenceid=258, filesize=14.2 K 2024-11-27T02:32:21,301 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/61dae6e13bea4a21916af2a92f707f5d as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/61dae6e13bea4a21916af2a92f707f5d 2024-11-27T02:32:21,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/61dae6e13bea4a21916af2a92f707f5d, entries=150, sequenceid=258, filesize=11.9 K 2024-11-27T02:32:21,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/a513583246a74e9db807c324a8367bf0 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a513583246a74e9db807c324a8367bf0 2024-11-27T02:32:21,320 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a513583246a74e9db807c324a8367bf0, entries=150, sequenceid=258, filesize=11.9 K 2024-11-27T02:32:21,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 1d7027e8a477fc18231a41527d15b63e in 533ms, sequenceid=258, compaction requested=true 2024-11-27T02:32:21,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:21,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:32:21,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:21,324 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:21,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:32:21,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:21,325 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:21,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:32:21,325 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:21,326 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:21,326 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/B is initiating minor compaction (all files) 2024-11-27T02:32:21,326 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/B in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:21,326 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/4ebecf816842437586cd32ca60f9c963, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/639f8ac4a7f64a0d8572daca268409bc, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/61dae6e13bea4a21916af2a92f707f5d] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=36.1 K 2024-11-27T02:32:21,327 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:21,327 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/A is initiating minor compaction (all files) 2024-11-27T02:32:21,327 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/A in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:21,328 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/f40c90841d1b436c9295aa27d25a8f92, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/5e2bab2dbb8a416b9ce209ccecc02ec8, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/277fb5bc26fa4572ab7ebba1b9985372] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=38.5 K 2024-11-27T02:32:21,328 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ebecf816842437586cd32ca60f9c963, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732674739710 2024-11-27T02:32:21,330 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting f40c90841d1b436c9295aa27d25a8f92, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732674739710 2024-11-27T02:32:21,330 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 639f8ac4a7f64a0d8572daca268409bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732674739829 2024-11-27T02:32:21,330 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e2bab2dbb8a416b9ce209ccecc02ec8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732674739829 2024-11-27T02:32:21,331 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 61dae6e13bea4a21916af2a92f707f5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732674740470 2024-11-27T02:32:21,331 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 277fb5bc26fa4572ab7ebba1b9985372, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732674740470 2024-11-27T02:32:21,351 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#B#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:21,351 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#A#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:21,352 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/2e10684db1d94c14a6b1c342466d5668 is 50, key is test_row_0/B:col10/1732674740477/Put/seqid=0 2024-11-27T02:32:21,352 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/a61ed71afc044cb18b72e1b567a688a3 is 50, key is test_row_0/A:col10/1732674740477/Put/seqid=0 2024-11-27T02:32:21,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741892_1068 (size=12815) 2024-11-27T02:32:21,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741893_1069 (size=12815) 2024-11-27T02:32:21,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T02:32:21,368 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/a61ed71afc044cb18b72e1b567a688a3 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/a61ed71afc044cb18b72e1b567a688a3 2024-11-27T02:32:21,377 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/A of 1d7027e8a477fc18231a41527d15b63e into a61ed71afc044cb18b72e1b567a688a3(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:21,377 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:21,377 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/A, priority=13, startTime=1732674741324; duration=0sec 2024-11-27T02:32:21,377 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:21,377 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:A 2024-11-27T02:32:21,378 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T02:32:21,379 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T02:32:21,379 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T02:32:21,379 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. because compaction request was cancelled 2024-11-27T02:32:21,379 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:C 2024-11-27T02:32:21,381 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-11-27T02:32:21,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:21,383 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-27T02:32:21,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:21,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:21,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:21,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:21,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:21,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/7c7e5f11f19f47f793fbaa57a1394a4e is 50, key is test_row_0/A:col10/1732674740800/Put/seqid=0 2024-11-27T02:32:21,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741894_1070 (size=12301) 2024-11-27T02:32:21,410 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/7c7e5f11f19f47f793fbaa57a1394a4e 2024-11-27T02:32:21,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/c6fb0b6957634e55a194017a73bd11d7 is 50, key is test_row_0/B:col10/1732674740800/Put/seqid=0 2024-11-27T02:32:21,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:21,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:21,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741895_1071 (size=12301) 2024-11-27T02:32:21,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:21,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674801443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674801445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:21,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674801446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:21,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674801447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:21,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674801447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:21,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674801549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674801550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:21,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674801550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:21,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674801553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674801554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:21,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674801753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:21,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674801755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,756 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:21,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674801755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:21,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674801757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:21,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674801757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:21,769 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/2e10684db1d94c14a6b1c342466d5668 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/2e10684db1d94c14a6b1c342466d5668 2024-11-27T02:32:21,776 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/B of 1d7027e8a477fc18231a41527d15b63e into 2e10684db1d94c14a6b1c342466d5668(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:21,776 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:21,776 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/B, priority=13, startTime=1732674741324; duration=0sec 2024-11-27T02:32:21,776 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:21,776 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:B 2024-11-27T02:32:21,837 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/c6fb0b6957634e55a194017a73bd11d7 2024-11-27T02:32:21,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/f6d1e144e40e4f1882bbbeff09802a27 is 50, key is test_row_0/C:col10/1732674740800/Put/seqid=0 2024-11-27T02:32:21,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741896_1072 (size=12301) 2024-11-27T02:32:21,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T02:32:22,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674802057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:22,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:22,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674802057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:22,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:22,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674802059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:22,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674802061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:22,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:22,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674802061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:22,259 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/f6d1e144e40e4f1882bbbeff09802a27 2024-11-27T02:32:22,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/7c7e5f11f19f47f793fbaa57a1394a4e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/7c7e5f11f19f47f793fbaa57a1394a4e 2024-11-27T02:32:22,273 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/7c7e5f11f19f47f793fbaa57a1394a4e, entries=150, sequenceid=275, filesize=12.0 K 2024-11-27T02:32:22,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/c6fb0b6957634e55a194017a73bd11d7 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/c6fb0b6957634e55a194017a73bd11d7 2024-11-27T02:32:22,281 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/c6fb0b6957634e55a194017a73bd11d7, entries=150, sequenceid=275, filesize=12.0 K 2024-11-27T02:32:22,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/f6d1e144e40e4f1882bbbeff09802a27 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/f6d1e144e40e4f1882bbbeff09802a27 2024-11-27T02:32:22,289 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/f6d1e144e40e4f1882bbbeff09802a27, entries=150, sequenceid=275, filesize=12.0 K 2024-11-27T02:32:22,290 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1d7027e8a477fc18231a41527d15b63e in 907ms, sequenceid=275, compaction requested=true 2024-11-27T02:32:22,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:22,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:22,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-11-27T02:32:22,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-11-27T02:32:22,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-11-27T02:32:22,294 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5290 sec 2024-11-27T02:32:22,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.5390 sec 2024-11-27T02:32:22,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:22,568 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T02:32:22,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:22,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:22,568 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:22,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:22,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:22,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:22,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/eab67a39968f47c9a3feee008a0432a2 is 50, key is test_row_0/A:col10/1732674742565/Put/seqid=0 2024-11-27T02:32:22,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674802580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:22,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674802583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:22,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:22,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674802583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:22,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674802586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:22,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674802586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:22,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741897_1073 (size=12301) 2024-11-27T02:32:22,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/eab67a39968f47c9a3feee008a0432a2 2024-11-27T02:32:22,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/8ba5cbb7106a4f4c81bad651eb97b3fe is 50, key is test_row_0/B:col10/1732674742565/Put/seqid=0 2024-11-27T02:32:22,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741898_1074 (size=12301) 2024-11-27T02:32:22,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674802688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:22,690 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:22,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674802688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:22,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674802689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:22,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:22,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674802689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:22,691 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:22,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674802690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-11-27T02:32:22,869 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-11-27T02:32:22,871 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:32:22,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-11-27T02:32:22,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T02:32:22,878 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:32:22,879 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:32:22,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:32:22,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674802892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:22,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:22,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674802892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:22,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674802892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:22,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674802892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:22,897 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:22,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674802894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:22,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T02:32:23,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/8ba5cbb7106a4f4c81bad651eb97b3fe 2024-11-27T02:32:23,033 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:23,033 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T02:32:23,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:23,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:23,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:23,034 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:23,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:23,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:23,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/3d935900520843028ad9205eeaebf1fc is 50, key is test_row_0/C:col10/1732674742565/Put/seqid=0 2024-11-27T02:32:23,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741899_1075 (size=12301) 2024-11-27T02:32:23,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/3d935900520843028ad9205eeaebf1fc 2024-11-27T02:32:23,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/eab67a39968f47c9a3feee008a0432a2 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/eab67a39968f47c9a3feee008a0432a2 2024-11-27T02:32:23,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/eab67a39968f47c9a3feee008a0432a2, entries=150, sequenceid=300, filesize=12.0 K 2024-11-27T02:32:23,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/8ba5cbb7106a4f4c81bad651eb97b3fe as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/8ba5cbb7106a4f4c81bad651eb97b3fe 2024-11-27T02:32:23,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/8ba5cbb7106a4f4c81bad651eb97b3fe, entries=150, sequenceid=300, filesize=12.0 K 2024-11-27T02:32:23,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/3d935900520843028ad9205eeaebf1fc as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/3d935900520843028ad9205eeaebf1fc 2024-11-27T02:32:23,114 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/3d935900520843028ad9205eeaebf1fc, entries=150, sequenceid=300, filesize=12.0 K 2024-11-27T02:32:23,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1d7027e8a477fc18231a41527d15b63e in 547ms, sequenceid=300, compaction requested=true 2024-11-27T02:32:23,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:23,115 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:23,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:32:23,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:23,116 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:23,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:32:23,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:23,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:32:23,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:23,117 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:23,117 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/A is initiating minor compaction (all files) 2024-11-27T02:32:23,117 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/A in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:23,117 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/a61ed71afc044cb18b72e1b567a688a3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/7c7e5f11f19f47f793fbaa57a1394a4e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/eab67a39968f47c9a3feee008a0432a2] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=36.5 K 2024-11-27T02:32:23,118 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:23,118 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting a61ed71afc044cb18b72e1b567a688a3, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732674740470 2024-11-27T02:32:23,118 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/B is initiating minor compaction (all files) 2024-11-27T02:32:23,118 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/B in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:23,118 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/2e10684db1d94c14a6b1c342466d5668, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/c6fb0b6957634e55a194017a73bd11d7, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/8ba5cbb7106a4f4c81bad651eb97b3fe] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=36.5 K 2024-11-27T02:32:23,118 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7c7e5f11f19f47f793fbaa57a1394a4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732674740800 2024-11-27T02:32:23,119 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting eab67a39968f47c9a3feee008a0432a2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732674741444 2024-11-27T02:32:23,119 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e10684db1d94c14a6b1c342466d5668, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732674740470 2024-11-27T02:32:23,119 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting c6fb0b6957634e55a194017a73bd11d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732674740800 2024-11-27T02:32:23,120 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ba5cbb7106a4f4c81bad651eb97b3fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732674741444 2024-11-27T02:32:23,130 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:23,131 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#B#compaction#62 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:23,131 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/722d11e4d3d54757adbf93b0d830f800 is 50, key is test_row_0/A:col10/1732674742565/Put/seqid=0 2024-11-27T02:32:23,132 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/a1a88ffd790d4c1cb4d6b738606566af is 50, key is test_row_0/B:col10/1732674742565/Put/seqid=0 2024-11-27T02:32:23,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741900_1076 (size=13017) 2024-11-27T02:32:23,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741901_1077 (size=13017) 2024-11-27T02:32:23,150 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/722d11e4d3d54757adbf93b0d830f800 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/722d11e4d3d54757adbf93b0d830f800 2024-11-27T02:32:23,160 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/a1a88ffd790d4c1cb4d6b738606566af as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/a1a88ffd790d4c1cb4d6b738606566af 2024-11-27T02:32:23,169 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/A of 1d7027e8a477fc18231a41527d15b63e into 722d11e4d3d54757adbf93b0d830f800(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:23,170 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:23,170 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/A, priority=13, startTime=1732674743115; duration=0sec 2024-11-27T02:32:23,170 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/B of 1d7027e8a477fc18231a41527d15b63e into a1a88ffd790d4c1cb4d6b738606566af(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:23,170 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:23,170 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:A 2024-11-27T02:32:23,170 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:23,170 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/B, priority=13, startTime=1732674743116; duration=0sec 2024-11-27T02:32:23,170 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:32:23,170 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:23,170 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:B 2024-11-27T02:32:23,172 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49466 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:32:23,172 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/C is initiating minor compaction (all files) 2024-11-27T02:32:23,172 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/C in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:23,172 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c5111dc33ef04469acfe3b1180d9e22a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a513583246a74e9db807c324a8367bf0, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/f6d1e144e40e4f1882bbbeff09802a27, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/3d935900520843028ad9205eeaebf1fc] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=48.3 K 2024-11-27T02:32:23,173 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5111dc33ef04469acfe3b1180d9e22a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732674739829 2024-11-27T02:32:23,174 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting a513583246a74e9db807c324a8367bf0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1732674740470 2024-11-27T02:32:23,175 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6d1e144e40e4f1882bbbeff09802a27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732674740800 2024-11-27T02:32:23,176 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3d935900520843028ad9205eeaebf1fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732674741444 2024-11-27T02:32:23,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T02:32:23,187 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:23,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-11-27T02:32:23,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:23,187 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#C#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:23,188 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T02:32:23,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:23,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:23,188 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/5f3e2e84e0c04752994b4211f3ee5609 is 50, key is test_row_0/C:col10/1732674742565/Put/seqid=0 2024-11-27T02:32:23,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:23,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:23,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:23,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:23,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:23,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:23,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/b949ac45704249a1b70d2e50c83056af is 50, key is test_row_0/A:col10/1732674742578/Put/seqid=0 2024-11-27T02:32:23,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741902_1078 (size=12949) 2024-11-27T02:32:23,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741903_1079 (size=12301) 2024-11-27T02:32:23,218 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/5f3e2e84e0c04752994b4211f3ee5609 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/5f3e2e84e0c04752994b4211f3ee5609 2024-11-27T02:32:23,226 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/C of 1d7027e8a477fc18231a41527d15b63e into 5f3e2e84e0c04752994b4211f3ee5609(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:23,226 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:23,226 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/C, priority=12, startTime=1732674743116; duration=0sec 2024-11-27T02:32:23,226 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:23,226 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:C 2024-11-27T02:32:23,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:23,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674803227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:23,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:23,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674803228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:23,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674803229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:23,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:23,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674803230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:23,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:23,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674803233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:23,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:23,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674803335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:23,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:23,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674803335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:23,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674803336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:23,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:23,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674803336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674803338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T02:32:23,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:23,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674803548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674803548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:23,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:23,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674803553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:23,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674803553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:23,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:23,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674803553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:23,618 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/b949ac45704249a1b70d2e50c83056af 2024-11-27T02:32:23,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/8c09a3a9cdbb45cf815693ce33b17adb is 50, key is test_row_0/B:col10/1732674742578/Put/seqid=0 2024-11-27T02:32:23,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741904_1080 (size=12301) 2024-11-27T02:32:23,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:23,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674803850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:23,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:23,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674803850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:23,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:23,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674803856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:23,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:23,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674803857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:23,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:23,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674803857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:23,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T02:32:24,038 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/8c09a3a9cdbb45cf815693ce33b17adb 2024-11-27T02:32:24,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/c3dba63fa0f143ce99cdbda231105b36 is 50, key is test_row_0/C:col10/1732674742578/Put/seqid=0 2024-11-27T02:32:24,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741905_1081 (size=12301) 2024-11-27T02:32:24,356 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674804355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:24,357 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:24,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674804357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:24,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:24,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674804361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:24,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:24,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674804362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:24,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:24,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674804366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:24,451 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/c3dba63fa0f143ce99cdbda231105b36 2024-11-27T02:32:24,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/b949ac45704249a1b70d2e50c83056af as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/b949ac45704249a1b70d2e50c83056af 2024-11-27T02:32:24,466 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/b949ac45704249a1b70d2e50c83056af, entries=150, sequenceid=314, filesize=12.0 K 2024-11-27T02:32:24,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/8c09a3a9cdbb45cf815693ce33b17adb as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/8c09a3a9cdbb45cf815693ce33b17adb 2024-11-27T02:32:24,474 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/8c09a3a9cdbb45cf815693ce33b17adb, entries=150, sequenceid=314, filesize=12.0 K 2024-11-27T02:32:24,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/c3dba63fa0f143ce99cdbda231105b36 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c3dba63fa0f143ce99cdbda231105b36 2024-11-27T02:32:24,482 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c3dba63fa0f143ce99cdbda231105b36, entries=150, sequenceid=314, filesize=12.0 K 2024-11-27T02:32:24,483 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1d7027e8a477fc18231a41527d15b63e in 1296ms, sequenceid=314, compaction requested=false 2024-11-27T02:32:24,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:24,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:24,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-11-27T02:32:24,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-11-27T02:32:24,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-11-27T02:32:24,487 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6060 sec 2024-11-27T02:32:24,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.6180 sec 2024-11-27T02:32:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-11-27T02:32:24,982 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-11-27T02:32:24,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:32:24,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-11-27T02:32:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T02:32:24,985 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:32:24,985 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:32:24,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:32:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T02:32:25,137 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:25,138 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-11-27T02:32:25,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:25,138 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T02:32:25,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:25,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:25,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:25,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:25,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:25,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:25,142 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/623b265c482e4906a8a3c541cfa94a36 is 50, key is test_row_0/A:col10/1732674743222/Put/seqid=0 2024-11-27T02:32:25,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741906_1082 (size=12301) 2024-11-27T02:32:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T02:32:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:25,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:25,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674805374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:25,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:25,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674805374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:25,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674805376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:25,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:25,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674805376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:25,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:25,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674805376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:25,480 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674805480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:25,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:25,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674805480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:25,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674805483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:25,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:25,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674805483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:25,551 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/623b265c482e4906a8a3c541cfa94a36 2024-11-27T02:32:25,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/e6116cc01a764e1a889d4f2874625499 is 50, key is test_row_0/B:col10/1732674743222/Put/seqid=0 2024-11-27T02:32:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T02:32:25,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741907_1083 (size=12301) 2024-11-27T02:32:25,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674805683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:25,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674805683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:25,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:25,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674805687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:25,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674805687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:25,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:25,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674805989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:25,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674805988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:25,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:25,993 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/e6116cc01a764e1a889d4f2874625499 2024-11-27T02:32:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674805991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:25,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674805991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:26,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/73fc5013e12c4c9fbbfb028882da2429 is 50, key is test_row_0/C:col10/1732674743222/Put/seqid=0 2024-11-27T02:32:26,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741908_1084 (size=12301) 2024-11-27T02:32:26,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T02:32:26,408 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/73fc5013e12c4c9fbbfb028882da2429 2024-11-27T02:32:26,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/623b265c482e4906a8a3c541cfa94a36 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/623b265c482e4906a8a3c541cfa94a36 2024-11-27T02:32:26,423 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/623b265c482e4906a8a3c541cfa94a36, entries=150, sequenceid=339, filesize=12.0 K 2024-11-27T02:32:26,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/e6116cc01a764e1a889d4f2874625499 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e6116cc01a764e1a889d4f2874625499 2024-11-27T02:32:26,430 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e6116cc01a764e1a889d4f2874625499, entries=150, sequenceid=339, filesize=12.0 K 2024-11-27T02:32:26,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/73fc5013e12c4c9fbbfb028882da2429 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/73fc5013e12c4c9fbbfb028882da2429 2024-11-27T02:32:26,445 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/73fc5013e12c4c9fbbfb028882da2429, entries=150, sequenceid=339, filesize=12.0 K 2024-11-27T02:32:26,446 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1d7027e8a477fc18231a41527d15b63e in 1308ms, sequenceid=339, compaction requested=true 2024-11-27T02:32:26,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:26,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:26,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-11-27T02:32:26,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-11-27T02:32:26,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-11-27T02:32:26,449 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4610 sec 2024-11-27T02:32:26,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.4670 sec 2024-11-27T02:32:26,495 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T02:32:26,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:26,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:26,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:26,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:26,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:26,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:26,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:26,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/c8ac026a46524cc981f91f01f2b0e15b is 50, key is test_row_0/A:col10/1732674745374/Put/seqid=0 2024-11-27T02:32:26,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741909_1085 (size=12301) 2024-11-27T02:32:26,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:26,535 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674806530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:26,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674806528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:26,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:26,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674806530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:26,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674806530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:26,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:26,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674806637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:26,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:26,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674806638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:26,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674806638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:26,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:26,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674806639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:26,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674806839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:26,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674806840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:26,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:26,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674806841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:26,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674806842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:26,919 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/c8ac026a46524cc981f91f01f2b0e15b 2024-11-27T02:32:26,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/1e89fbd276b54e6a923596c5e342a1fe is 50, key is test_row_0/B:col10/1732674745374/Put/seqid=0 2024-11-27T02:32:26,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741910_1086 (size=12301) 2024-11-27T02:32:26,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/1e89fbd276b54e6a923596c5e342a1fe 2024-11-27T02:32:26,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/a46de90bc359433f9404287ae6c47a60 is 50, key is test_row_0/C:col10/1732674745374/Put/seqid=0 2024-11-27T02:32:26,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741911_1087 (size=12301) 2024-11-27T02:32:27,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-11-27T02:32:27,089 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-11-27T02:32:27,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:32:27,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-11-27T02:32:27,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T02:32:27,092 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:32:27,093 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:32:27,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:32:27,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674807143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:27,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:27,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674807146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:27,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:27,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674807149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:27,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:27,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674807149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T02:32:27,244 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:27,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T02:32:27,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:27,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:27,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:27,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:27,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:27,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:27,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/a46de90bc359433f9404287ae6c47a60 2024-11-27T02:32:27,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/c8ac026a46524cc981f91f01f2b0e15b as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/c8ac026a46524cc981f91f01f2b0e15b 2024-11-27T02:32:27,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/c8ac026a46524cc981f91f01f2b0e15b, entries=150, sequenceid=352, filesize=12.0 K 2024-11-27T02:32:27,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/1e89fbd276b54e6a923596c5e342a1fe as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/1e89fbd276b54e6a923596c5e342a1fe 2024-11-27T02:32:27,376 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/1e89fbd276b54e6a923596c5e342a1fe, entries=150, sequenceid=352, filesize=12.0 K 2024-11-27T02:32:27,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/a46de90bc359433f9404287ae6c47a60 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a46de90bc359433f9404287ae6c47a60 2024-11-27T02:32:27,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:27,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674807384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:27,386 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., hostname=7723ddd88b72,35047,1732674726326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T02:32:27,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a46de90bc359433f9404287ae6c47a60, entries=150, sequenceid=352, filesize=12.0 K 2024-11-27T02:32:27,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 1d7027e8a477fc18231a41527d15b63e in 894ms, sequenceid=352, compaction requested=true 2024-11-27T02:32:27,389 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:27,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:32:27,390 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:32:27,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:27,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:32:27,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:27,390 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:32:27,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:32:27,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:27,392 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:32:27,392 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/B is initiating minor compaction (all files) 2024-11-27T02:32:27,392 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:32:27,392 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/A is initiating minor compaction (all files) 2024-11-27T02:32:27,393 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/B in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:27,393 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/a1a88ffd790d4c1cb4d6b738606566af, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/8c09a3a9cdbb45cf815693ce33b17adb, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e6116cc01a764e1a889d4f2874625499, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/1e89fbd276b54e6a923596c5e342a1fe] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=48.8 K 2024-11-27T02:32:27,393 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/A in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:27,393 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/722d11e4d3d54757adbf93b0d830f800, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/b949ac45704249a1b70d2e50c83056af, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/623b265c482e4906a8a3c541cfa94a36, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/c8ac026a46524cc981f91f01f2b0e15b] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=48.8 K 2024-11-27T02:32:27,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T02:32:27,394 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting a1a88ffd790d4c1cb4d6b738606566af, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732674741444 2024-11-27T02:32:27,394 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c09a3a9cdbb45cf815693ce33b17adb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732674742578 2024-11-27T02:32:27,394 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 722d11e4d3d54757adbf93b0d830f800, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732674741444 2024-11-27T02:32:27,395 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting e6116cc01a764e1a889d4f2874625499, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732674743222 2024-11-27T02:32:27,395 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting b949ac45704249a1b70d2e50c83056af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732674742578 2024-11-27T02:32:27,395 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e89fbd276b54e6a923596c5e342a1fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732674745373 2024-11-27T02:32:27,395 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 623b265c482e4906a8a3c541cfa94a36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732674743222 2024-11-27T02:32:27,396 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8ac026a46524cc981f91f01f2b0e15b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732674745373 2024-11-27T02:32:27,397 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:27,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-11-27T02:32:27,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:27,398 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T02:32:27,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:27,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:27,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:27,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:27,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:27,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:27,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/990990c664724d9f97bbd9e42b0d6ee8 is 50, key is test_row_0/A:col10/1732674746528/Put/seqid=0 2024-11-27T02:32:27,425 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#A#compaction#74 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:27,426 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/d5a8f5a8084a4400ba8f9adf08543c7a is 50, key is test_row_0/A:col10/1732674745374/Put/seqid=0 2024-11-27T02:32:27,445 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#B#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:27,446 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/316cd3dd2e5c460c8e0113f1ff701efa is 50, key is test_row_0/B:col10/1732674745374/Put/seqid=0 2024-11-27T02:32:27,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741913_1089 (size=13153) 2024-11-27T02:32:27,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741912_1088 (size=12301) 2024-11-27T02:32:27,455 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/990990c664724d9f97bbd9e42b0d6ee8 2024-11-27T02:32:27,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741914_1090 (size=13153) 2024-11-27T02:32:27,472 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/316cd3dd2e5c460c8e0113f1ff701efa as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/316cd3dd2e5c460c8e0113f1ff701efa 2024-11-27T02:32:27,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/f76dc6df8b834db5b5c0e1f0f64df358 is 50, key is test_row_0/B:col10/1732674746528/Put/seqid=0 2024-11-27T02:32:27,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741915_1091 (size=12301) 2024-11-27T02:32:27,478 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/B of 1d7027e8a477fc18231a41527d15b63e into 316cd3dd2e5c460c8e0113f1ff701efa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:27,478 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:27,479 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/B, priority=12, startTime=1732674747390; duration=0sec 2024-11-27T02:32:27,479 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:27,479 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:B 2024-11-27T02:32:27,479 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:32:27,481 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:32:27,481 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/C is initiating minor compaction (all files) 2024-11-27T02:32:27,481 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/C in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:27,481 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/5f3e2e84e0c04752994b4211f3ee5609, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c3dba63fa0f143ce99cdbda231105b36, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/73fc5013e12c4c9fbbfb028882da2429, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a46de90bc359433f9404287ae6c47a60] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=48.7 K 2024-11-27T02:32:27,481 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f3e2e84e0c04752994b4211f3ee5609, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1732674741444 2024-11-27T02:32:27,482 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting c3dba63fa0f143ce99cdbda231105b36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1732674742578 2024-11-27T02:32:27,482 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 73fc5013e12c4c9fbbfb028882da2429, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732674743222 2024-11-27T02:32:27,482 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting a46de90bc359433f9404287ae6c47a60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732674745373 2024-11-27T02:32:27,500 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#C#compaction#77 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:27,501 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/d7501f84ed1a4932a14b6eb1f77147d3 is 50, key is test_row_0/C:col10/1732674745374/Put/seqid=0 2024-11-27T02:32:27,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741916_1092 (size=13085) 2024-11-27T02:32:27,521 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/d7501f84ed1a4932a14b6eb1f77147d3 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/d7501f84ed1a4932a14b6eb1f77147d3 2024-11-27T02:32:27,529 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/C of 1d7027e8a477fc18231a41527d15b63e into d7501f84ed1a4932a14b6eb1f77147d3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:27,529 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:27,529 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/C, priority=12, startTime=1732674747390; duration=0sec 2024-11-27T02:32:27,529 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:27,529 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:C 2024-11-27T02:32:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:27,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:27,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:27,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674807660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674807661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:27,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674807663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:27,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674807664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:27,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T02:32:27,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674807765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:27,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674807765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:27,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:27,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674807766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:27,767 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:27,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674807766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:27,865 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/d5a8f5a8084a4400ba8f9adf08543c7a as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/d5a8f5a8084a4400ba8f9adf08543c7a 2024-11-27T02:32:27,873 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/A of 1d7027e8a477fc18231a41527d15b63e into d5a8f5a8084a4400ba8f9adf08543c7a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:27,873 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:27,873 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/A, priority=12, startTime=1732674747390; duration=0sec 2024-11-27T02:32:27,873 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:27,873 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:A 2024-11-27T02:32:27,880 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/f76dc6df8b834db5b5c0e1f0f64df358 2024-11-27T02:32:27,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/a304b994e6be474eb2ae5d357881a081 is 50, key is test_row_0/C:col10/1732674746528/Put/seqid=0 2024-11-27T02:32:27,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741917_1093 (size=12301) 2024-11-27T02:32:27,906 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/a304b994e6be474eb2ae5d357881a081 2024-11-27T02:32:27,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/990990c664724d9f97bbd9e42b0d6ee8 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/990990c664724d9f97bbd9e42b0d6ee8 2024-11-27T02:32:27,918 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/990990c664724d9f97bbd9e42b0d6ee8, entries=150, sequenceid=376, filesize=12.0 K 2024-11-27T02:32:27,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/f76dc6df8b834db5b5c0e1f0f64df358 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/f76dc6df8b834db5b5c0e1f0f64df358 2024-11-27T02:32:27,930 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/f76dc6df8b834db5b5c0e1f0f64df358, entries=150, sequenceid=376, filesize=12.0 K 2024-11-27T02:32:27,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/a304b994e6be474eb2ae5d357881a081 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a304b994e6be474eb2ae5d357881a081 2024-11-27T02:32:27,944 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a304b994e6be474eb2ae5d357881a081, entries=150, sequenceid=376, filesize=12.0 K 2024-11-27T02:32:27,945 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 1d7027e8a477fc18231a41527d15b63e in 547ms, sequenceid=376, compaction requested=false 2024-11-27T02:32:27,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:27,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:27,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-11-27T02:32:27,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-11-27T02:32:27,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-11-27T02:32:27,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 854 msec 2024-11-27T02:32:27,952 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 861 msec 2024-11-27T02:32:27,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:27,971 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T02:32:27,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:27,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:27,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:27,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:27,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:27,971 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:27,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/1956de8874854443ba0229b3fb17c84f is 50, key is test_row_0/A:col10/1732674747661/Put/seqid=0 2024-11-27T02:32:27,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741918_1094 (size=12297) 2024-11-27T02:32:27,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/1956de8874854443ba0229b3fb17c84f 2024-11-27T02:32:28,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/923d87f8c1594a8d9073c91f280b623f is 50, key is test_row_0/B:col10/1732674747661/Put/seqid=0 2024-11-27T02:32:28,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741919_1095 (size=9857) 2024-11-27T02:32:28,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/923d87f8c1594a8d9073c91f280b623f 2024-11-27T02:32:28,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674808019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674808022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674808025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674808027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/a920157021fb472388353c59a4243c9f is 50, key is test_row_0/C:col10/1732674747661/Put/seqid=0 2024-11-27T02:32:28,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741920_1096 (size=9857) 2024-11-27T02:32:28,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/a920157021fb472388353c59a4243c9f 2024-11-27T02:32:28,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/1956de8874854443ba0229b3fb17c84f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1956de8874854443ba0229b3fb17c84f 2024-11-27T02:32:28,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1956de8874854443ba0229b3fb17c84f, entries=150, sequenceid=393, filesize=12.0 K 2024-11-27T02:32:28,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/923d87f8c1594a8d9073c91f280b623f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/923d87f8c1594a8d9073c91f280b623f 2024-11-27T02:32:28,105 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/923d87f8c1594a8d9073c91f280b623f, entries=100, sequenceid=393, filesize=9.6 K 2024-11-27T02:32:28,106 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/a920157021fb472388353c59a4243c9f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a920157021fb472388353c59a4243c9f 2024-11-27T02:32:28,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a920157021fb472388353c59a4243c9f, entries=100, sequenceid=393, filesize=9.6 K 2024-11-27T02:32:28,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1d7027e8a477fc18231a41527d15b63e in 146ms, sequenceid=393, compaction requested=true 2024-11-27T02:32:28,116 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:28,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:32:28,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:28,117 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:28,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:32:28,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:28,117 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:28,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:32:28,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:28,119 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35311 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:28,119 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/B is initiating minor compaction (all files) 2024-11-27T02:32:28,119 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/B in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:28,119 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/316cd3dd2e5c460c8e0113f1ff701efa, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/f76dc6df8b834db5b5c0e1f0f64df358, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/923d87f8c1594a8d9073c91f280b623f] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=34.5 K 2024-11-27T02:32:28,119 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37751 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:28,119 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/A is initiating minor compaction (all files) 2024-11-27T02:32:28,119 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/A in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:28,120 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/d5a8f5a8084a4400ba8f9adf08543c7a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/990990c664724d9f97bbd9e42b0d6ee8, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1956de8874854443ba0229b3fb17c84f] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=36.9 K 2024-11-27T02:32:28,120 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting d5a8f5a8084a4400ba8f9adf08543c7a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732674745373 2024-11-27T02:32:28,120 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 316cd3dd2e5c460c8e0113f1ff701efa, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732674745373 2024-11-27T02:32:28,121 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 990990c664724d9f97bbd9e42b0d6ee8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732674746528 2024-11-27T02:32:28,121 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting f76dc6df8b834db5b5c0e1f0f64df358, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732674746528 2024-11-27T02:32:28,121 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1956de8874854443ba0229b3fb17c84f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732674747661 2024-11-27T02:32:28,122 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 923d87f8c1594a8d9073c91f280b623f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732674747661 2024-11-27T02:32:28,138 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#A#compaction#82 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:28,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:28,139 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T02:32:28,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:28,139 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/3ff70bfbaf0e49feb473616c74b3cea9 is 50, key is test_row_0/A:col10/1732674747661/Put/seqid=0 2024-11-27T02:32:28,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:28,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:28,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:28,139 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:28,140 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:28,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741921_1097 (size=13255) 2024-11-27T02:32:28,148 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#B#compaction#83 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:28,149 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/fa99b6a18c7248d7a8a1f11f5bf1fa10 is 50, key is test_row_0/B:col10/1732674747661/Put/seqid=0 2024-11-27T02:32:28,153 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/3ff70bfbaf0e49feb473616c74b3cea9 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/3ff70bfbaf0e49feb473616c74b3cea9 2024-11-27T02:32:28,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/735ce8c69c594bb187e93d3c824b8578 is 50, key is test_row_0/A:col10/1732674748022/Put/seqid=0 2024-11-27T02:32:28,162 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/A of 1d7027e8a477fc18231a41527d15b63e into 3ff70bfbaf0e49feb473616c74b3cea9(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:28,162 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:28,162 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/A, priority=13, startTime=1732674748117; duration=0sec 2024-11-27T02:32:28,163 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:28,163 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:A 2024-11-27T02:32:28,163 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:28,164 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:28,164 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/C is initiating minor compaction (all files) 2024-11-27T02:32:28,164 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/C in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:28,164 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/d7501f84ed1a4932a14b6eb1f77147d3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a304b994e6be474eb2ae5d357881a081, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a920157021fb472388353c59a4243c9f] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=34.4 K 2024-11-27T02:32:28,166 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting d7501f84ed1a4932a14b6eb1f77147d3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1732674745373 2024-11-27T02:32:28,166 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting a304b994e6be474eb2ae5d357881a081, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1732674746528 2024-11-27T02:32:28,167 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting a920157021fb472388353c59a4243c9f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732674747661 2024-11-27T02:32:28,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674808174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674808185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674808187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741923_1099 (size=14741) 2024-11-27T02:32:28,193 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/735ce8c69c594bb187e93d3c824b8578 2024-11-27T02:32:28,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-11-27T02:32:28,195 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-11-27T02:32:28,197 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674808188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:32:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees 2024-11-27T02:32:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T02:32:28,203 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:32:28,204 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=30, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:32:28,204 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:32:28,209 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#C#compaction#85 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:28,210 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/ffd0370e12e74564ab2ec1dc5ccdf695 is 50, key is test_row_0/C:col10/1732674747661/Put/seqid=0 2024-11-27T02:32:28,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741922_1098 (size=13255) 2024-11-27T02:32:28,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/0441d0e97524452ba4fd9e3fc6d3d83e is 50, key is test_row_0/B:col10/1732674748022/Put/seqid=0 2024-11-27T02:32:28,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741924_1100 (size=13187) 2024-11-27T02:32:28,284 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/fa99b6a18c7248d7a8a1f11f5bf1fa10 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/fa99b6a18c7248d7a8a1f11f5bf1fa10 2024-11-27T02:32:28,292 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/B of 1d7027e8a477fc18231a41527d15b63e into fa99b6a18c7248d7a8a1f11f5bf1fa10(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:28,292 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:28,292 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/B, priority=13, startTime=1732674748117; duration=0sec 2024-11-27T02:32:28,292 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:28,293 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:B 2024-11-27T02:32:28,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741925_1101 (size=12301) 2024-11-27T02:32:28,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/0441d0e97524452ba4fd9e3fc6d3d83e 2024-11-27T02:32:28,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T02:32:28,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674808290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674808290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674808292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/2c4e163198d44aa8bdb6f0c456328416 is 50, key is test_row_0/C:col10/1732674748022/Put/seqid=0 2024-11-27T02:32:28,308 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674808300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741926_1102 (size=12301) 2024-11-27T02:32:28,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/2c4e163198d44aa8bdb6f0c456328416 2024-11-27T02:32:28,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/735ce8c69c594bb187e93d3c824b8578 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/735ce8c69c594bb187e93d3c824b8578 2024-11-27T02:32:28,343 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/735ce8c69c594bb187e93d3c824b8578, entries=200, sequenceid=416, filesize=14.4 K 2024-11-27T02:32:28,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/0441d0e97524452ba4fd9e3fc6d3d83e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/0441d0e97524452ba4fd9e3fc6d3d83e 2024-11-27T02:32:28,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/0441d0e97524452ba4fd9e3fc6d3d83e, entries=150, sequenceid=416, filesize=12.0 K 2024-11-27T02:32:28,357 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T02:32:28,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:28,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:28,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:28,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/2c4e163198d44aa8bdb6f0c456328416 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/2c4e163198d44aa8bdb6f0c456328416 2024-11-27T02:32:28,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:28,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:28,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:28,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/2c4e163198d44aa8bdb6f0c456328416, entries=150, sequenceid=416, filesize=12.0 K 2024-11-27T02:32:28,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=73.80 KB/75570 for 1d7027e8a477fc18231a41527d15b63e in 228ms, sequenceid=416, compaction requested=false 2024-11-27T02:32:28,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:28,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T02:32:28,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:28,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-27T02:32:28,511 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T02:32:28,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:28,511 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:28,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:28,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:28,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:28,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:28,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:28,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:28,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:28,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:28,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:28,521 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/1d55d0a6b83b41bbbb19e64e2d3a233f is 50, key is test_row_0/A:col10/1732674748509/Put/seqid=0 2024-11-27T02:32:28,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674808539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741927_1103 (size=14741) 2024-11-27T02:32:28,546 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/1d55d0a6b83b41bbbb19e64e2d3a233f 2024-11-27T02:32:28,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674808544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674808544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674808546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/ab5562d13cce4b708b7fb2240983293e is 50, key is test_row_0/B:col10/1732674748509/Put/seqid=0 2024-11-27T02:32:28,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741928_1104 (size=12301) 2024-11-27T02:32:28,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674808645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674808648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674808649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674808649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,666 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,667 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T02:32:28,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:28,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:28,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:28,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:28,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:28,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:28,685 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/ffd0370e12e74564ab2ec1dc5ccdf695 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/ffd0370e12e74564ab2ec1dc5ccdf695 2024-11-27T02:32:28,692 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/C of 1d7027e8a477fc18231a41527d15b63e into ffd0370e12e74564ab2ec1dc5ccdf695(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:28,692 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:28,692 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/C, priority=13, startTime=1732674748117; duration=0sec 2024-11-27T02:32:28,692 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:28,692 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:C 2024-11-27T02:32:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T02:32:28,819 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,820 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T02:32:28,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:28,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:28,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:28,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:28,821 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:28,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:28,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674808851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674808852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674808852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:28,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674808853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,973 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:28,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T02:32:28,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:28,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:28,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:28,974 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:28,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:28,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:28,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/ab5562d13cce4b708b7fb2240983293e 2024-11-27T02:32:29,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/e6d1f12fc0b749498f094c3b34cbd353 is 50, key is test_row_0/C:col10/1732674748509/Put/seqid=0 2024-11-27T02:32:29,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741929_1105 (size=12301) 2024-11-27T02:32:29,126 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:29,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T02:32:29,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:29,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:29,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:29,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:29,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:29,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674809155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:29,157 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674809156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:29,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674809157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:29,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674809158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:29,279 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:29,279 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T02:32:29,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:29,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:29,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:29,280 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:29,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T02:32:29,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=435 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/e6d1f12fc0b749498f094c3b34cbd353 2024-11-27T02:32:29,432 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:29,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T02:32:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:29,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] handler.RSProcedureHandler(58): pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:29,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=31 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=31 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:29,437 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/1d55d0a6b83b41bbbb19e64e2d3a233f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1d55d0a6b83b41bbbb19e64e2d3a233f 2024-11-27T02:32:29,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1d55d0a6b83b41bbbb19e64e2d3a233f, entries=200, sequenceid=435, filesize=14.4 K 2024-11-27T02:32:29,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/ab5562d13cce4b708b7fb2240983293e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/ab5562d13cce4b708b7fb2240983293e 2024-11-27T02:32:29,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/ab5562d13cce4b708b7fb2240983293e, entries=150, sequenceid=435, filesize=12.0 K 2024-11-27T02:32:29,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/e6d1f12fc0b749498f094c3b34cbd353 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/e6d1f12fc0b749498f094c3b34cbd353 2024-11-27T02:32:29,455 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/e6d1f12fc0b749498f094c3b34cbd353, entries=150, sequenceid=435, filesize=12.0 K 2024-11-27T02:32:29,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for 1d7027e8a477fc18231a41527d15b63e in 946ms, sequenceid=435, compaction requested=true 2024-11-27T02:32:29,456 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:29,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:32:29,457 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:29,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:29,457 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:29,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:32:29,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:29,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:32:29,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:29,458 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:29,458 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42737 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:29,458 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/A is initiating minor compaction (all files) 2024-11-27T02:32:29,458 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/B is initiating minor compaction (all files) 2024-11-27T02:32:29,458 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/B in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:29,458 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/A in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:29,458 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/3ff70bfbaf0e49feb473616c74b3cea9, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/735ce8c69c594bb187e93d3c824b8578, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1d55d0a6b83b41bbbb19e64e2d3a233f] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=41.7 K 2024-11-27T02:32:29,458 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/fa99b6a18c7248d7a8a1f11f5bf1fa10, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/0441d0e97524452ba4fd9e3fc6d3d83e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/ab5562d13cce4b708b7fb2240983293e] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=37.0 K 2024-11-27T02:32:29,459 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting fa99b6a18c7248d7a8a1f11f5bf1fa10, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732674746528 2024-11-27T02:32:29,459 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3ff70bfbaf0e49feb473616c74b3cea9, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732674746528 2024-11-27T02:32:29,460 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 0441d0e97524452ba4fd9e3fc6d3d83e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732674748020 2024-11-27T02:32:29,460 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting ab5562d13cce4b708b7fb2240983293e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732674748184 2024-11-27T02:32:29,461 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 735ce8c69c594bb187e93d3c824b8578, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732674748020 2024-11-27T02:32:29,461 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d55d0a6b83b41bbbb19e64e2d3a233f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732674748184 2024-11-27T02:32:29,468 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#B#compaction#91 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:29,469 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/48148946cda143449af1aba4c220987b is 50, key is test_row_0/B:col10/1732674748509/Put/seqid=0 2024-11-27T02:32:29,469 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#A#compaction#92 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:29,470 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/9bf031bd87a64ad49d9a5700ab851443 is 50, key is test_row_0/A:col10/1732674748509/Put/seqid=0 2024-11-27T02:32:29,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741930_1106 (size=13357) 2024-11-27T02:32:29,495 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/9bf031bd87a64ad49d9a5700ab851443 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/9bf031bd87a64ad49d9a5700ab851443 2024-11-27T02:32:29,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741931_1107 (size=13357) 2024-11-27T02:32:29,504 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/A of 1d7027e8a477fc18231a41527d15b63e into 9bf031bd87a64ad49d9a5700ab851443(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:29,504 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:29,504 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/A, priority=13, startTime=1732674749456; duration=0sec 2024-11-27T02:32:29,505 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:29,505 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:A 2024-11-27T02:32:29,505 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:29,507 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:29,507 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/C is initiating minor compaction (all files) 2024-11-27T02:32:29,508 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/C in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:29,509 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/ffd0370e12e74564ab2ec1dc5ccdf695, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/2c4e163198d44aa8bdb6f0c456328416, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/e6d1f12fc0b749498f094c3b34cbd353] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=36.9 K 2024-11-27T02:32:29,510 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffd0370e12e74564ab2ec1dc5ccdf695, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1732674746528 2024-11-27T02:32:29,511 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c4e163198d44aa8bdb6f0c456328416, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1732674748020 2024-11-27T02:32:29,512 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6d1f12fc0b749498f094c3b34cbd353, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732674748184 2024-11-27T02:32:29,512 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/48148946cda143449af1aba4c220987b as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/48148946cda143449af1aba4c220987b 2024-11-27T02:32:29,520 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/B of 1d7027e8a477fc18231a41527d15b63e into 48148946cda143449af1aba4c220987b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:29,520 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:29,520 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/B, priority=13, startTime=1732674749457; duration=0sec 2024-11-27T02:32:29,520 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:29,520 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:B 2024-11-27T02:32:29,530 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#C#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:29,531 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/6ba7262c8f9245ee8c110b03d6b806cd is 50, key is test_row_0/C:col10/1732674748509/Put/seqid=0 2024-11-27T02:32:29,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741932_1108 (size=13289) 2024-11-27T02:32:29,553 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/6ba7262c8f9245ee8c110b03d6b806cd as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/6ba7262c8f9245ee8c110b03d6b806cd 2024-11-27T02:32:29,565 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/C of 1d7027e8a477fc18231a41527d15b63e into 6ba7262c8f9245ee8c110b03d6b806cd(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:29,565 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:29,565 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/C, priority=13, startTime=1732674749457; duration=0sec 2024-11-27T02:32:29,566 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:29,566 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:C 2024-11-27T02:32:29,586 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:29,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=31 2024-11-27T02:32:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:29,587 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T02:32:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:29,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:29,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:29,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:29,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:29,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/b2fdf8683dfc402e96f5d913fba82d60 is 50, key is test_row_0/A:col10/1732674748527/Put/seqid=0 2024-11-27T02:32:29,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741933_1109 (size=12301) 2024-11-27T02:32:29,611 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/b2fdf8683dfc402e96f5d913fba82d60 2024-11-27T02:32:29,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/6cd9b592460f4f98ae02709091725b59 is 50, key is test_row_0/B:col10/1732674748527/Put/seqid=0 2024-11-27T02:32:29,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741934_1110 (size=12301) 2024-11-27T02:32:29,633 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/6cd9b592460f4f98ae02709091725b59 2024-11-27T02:32:29,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/b4a070d0f6d34e6d8302cdf65950eee2 is 50, key is test_row_0/C:col10/1732674748527/Put/seqid=0 2024-11-27T02:32:29,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741935_1111 (size=12301) 2024-11-27T02:32:29,661 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=460 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/b4a070d0f6d34e6d8302cdf65950eee2 2024-11-27T02:32:29,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:29,662 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:29,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/b2fdf8683dfc402e96f5d913fba82d60 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/b2fdf8683dfc402e96f5d913fba82d60 2024-11-27T02:32:29,676 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/b2fdf8683dfc402e96f5d913fba82d60, entries=150, sequenceid=460, filesize=12.0 K 2024-11-27T02:32:29,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/6cd9b592460f4f98ae02709091725b59 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/6cd9b592460f4f98ae02709091725b59 2024-11-27T02:32:29,683 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/6cd9b592460f4f98ae02709091725b59, entries=150, sequenceid=460, filesize=12.0 K 2024-11-27T02:32:29,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/b4a070d0f6d34e6d8302cdf65950eee2 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/b4a070d0f6d34e6d8302cdf65950eee2 2024-11-27T02:32:29,691 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/b4a070d0f6d34e6d8302cdf65950eee2, entries=150, sequenceid=460, filesize=12.0 K 2024-11-27T02:32:29,700 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=13.42 KB/13740 for 1d7027e8a477fc18231a41527d15b63e in 113ms, sequenceid=460, compaction requested=false 2024-11-27T02:32:29,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:29,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:29,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=31}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=31 2024-11-27T02:32:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=31 2024-11-27T02:32:29,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-11-27T02:32:29,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4970 sec 2024-11-27T02:32:29,705 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=30, table=TestAcidGuarantees in 1.5040 sec 2024-11-27T02:32:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:29,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T02:32:29,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:29,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:29,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:29,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:29,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:29,712 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:29,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/75b0a1da28b641069cb400f32bb1763f is 50, key is test_row_0/A:col10/1732674749707/Put/seqid=0 2024-11-27T02:32:29,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741936_1112 (size=12301) 2024-11-27T02:32:29,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/75b0a1da28b641069cb400f32bb1763f 2024-11-27T02:32:29,741 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/bf8977548dd840d48072459565738328 is 50, key is test_row_0/B:col10/1732674749707/Put/seqid=0 2024-11-27T02:32:29,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:29,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674809745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:29,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674809744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:29,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674809748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:29,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674809748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:29,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741937_1113 (size=12301) 2024-11-27T02:32:29,768 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/bf8977548dd840d48072459565738328 2024-11-27T02:32:29,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/b93a6a3cc0794974b2a9035ccee8a22b is 50, key is test_row_0/C:col10/1732674749707/Put/seqid=0 2024-11-27T02:32:29,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741938_1114 (size=12301) 2024-11-27T02:32:29,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=473 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/b93a6a3cc0794974b2a9035ccee8a22b 2024-11-27T02:32:29,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/75b0a1da28b641069cb400f32bb1763f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/75b0a1da28b641069cb400f32bb1763f 2024-11-27T02:32:29,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/75b0a1da28b641069cb400f32bb1763f, entries=150, sequenceid=473, filesize=12.0 K 2024-11-27T02:32:29,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/bf8977548dd840d48072459565738328 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/bf8977548dd840d48072459565738328 2024-11-27T02:32:29,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/bf8977548dd840d48072459565738328, entries=150, sequenceid=473, filesize=12.0 K 2024-11-27T02:32:29,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/b93a6a3cc0794974b2a9035ccee8a22b as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/b93a6a3cc0794974b2a9035ccee8a22b 2024-11-27T02:32:29,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/b93a6a3cc0794974b2a9035ccee8a22b, entries=150, sequenceid=473, filesize=12.0 K 2024-11-27T02:32:29,844 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1d7027e8a477fc18231a41527d15b63e in 134ms, sequenceid=473, compaction requested=true 2024-11-27T02:32:29,845 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:29,845 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:29,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:32:29,845 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:29,845 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:29,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:32:29,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:29,846 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:29,846 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:29,846 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/A is initiating minor compaction (all files) 2024-11-27T02:32:29,846 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/B is initiating minor compaction (all files) 2024-11-27T02:32:29,846 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/A in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:29,846 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/B in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:29,847 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/48148946cda143449af1aba4c220987b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/6cd9b592460f4f98ae02709091725b59, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/bf8977548dd840d48072459565738328] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=37.1 K 2024-11-27T02:32:29,847 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/9bf031bd87a64ad49d9a5700ab851443, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/b2fdf8683dfc402e96f5d913fba82d60, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/75b0a1da28b641069cb400f32bb1763f] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=37.1 K 2024-11-27T02:32:29,847 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9bf031bd87a64ad49d9a5700ab851443, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732674748184 2024-11-27T02:32:29,847 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 48148946cda143449af1aba4c220987b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732674748184 2024-11-27T02:32:29,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:32:29,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:29,848 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting b2fdf8683dfc402e96f5d913fba82d60, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732674748527 2024-11-27T02:32:29,848 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 6cd9b592460f4f98ae02709091725b59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732674748527 2024-11-27T02:32:29,848 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75b0a1da28b641069cb400f32bb1763f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732674749707 2024-11-27T02:32:29,848 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting bf8977548dd840d48072459565738328, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732674749707 2024-11-27T02:32:29,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:29,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T02:32:29,858 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#A#compaction#100 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:29,859 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/51b7826b090a4cb0a8889e4a9568d6b1 is 50, key is test_row_0/A:col10/1732674749707/Put/seqid=0 2024-11-27T02:32:29,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:29,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:29,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:29,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:29,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:29,861 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:29,869 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#B#compaction#101 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:29,870 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/d7b48ddd885f436eac6b2cbc6deeceb5 is 50, key is test_row_0/B:col10/1732674749707/Put/seqid=0 2024-11-27T02:32:29,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674809868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:29,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674809868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:29,871 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:29,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674809868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674809870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:29,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/c9fe62ce13694638bfc56ad3f094adf1 is 50, key is test_row_0/A:col10/1732674749854/Put/seqid=0 2024-11-27T02:32:29,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741939_1115 (size=13459) 2024-11-27T02:32:29,905 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/51b7826b090a4cb0a8889e4a9568d6b1 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/51b7826b090a4cb0a8889e4a9568d6b1 2024-11-27T02:32:29,914 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/A of 1d7027e8a477fc18231a41527d15b63e into 51b7826b090a4cb0a8889e4a9568d6b1(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:29,914 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:29,914 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/A, priority=13, startTime=1732674749845; duration=0sec 2024-11-27T02:32:29,915 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:29,915 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:A 2024-11-27T02:32:29,916 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:29,918 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:29,918 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/C is initiating minor compaction (all files) 2024-11-27T02:32:29,918 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/C in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:29,918 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/6ba7262c8f9245ee8c110b03d6b806cd, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/b4a070d0f6d34e6d8302cdf65950eee2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/b93a6a3cc0794974b2a9035ccee8a22b] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=37.0 K 2024-11-27T02:32:29,919 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ba7262c8f9245ee8c110b03d6b806cd, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=435, earliestPutTs=1732674748184 2024-11-27T02:32:29,919 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting b4a070d0f6d34e6d8302cdf65950eee2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=460, earliestPutTs=1732674748527 2024-11-27T02:32:29,920 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting b93a6a3cc0794974b2a9035ccee8a22b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732674749707 2024-11-27T02:32:29,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741941_1117 (size=17181) 2024-11-27T02:32:29,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741940_1116 (size=13459) 2024-11-27T02:32:29,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/c9fe62ce13694638bfc56ad3f094adf1 2024-11-27T02:32:29,936 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#C#compaction#103 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:29,936 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/d1d1eecae01745e0bb81a8e9be6c97ea is 50, key is test_row_0/C:col10/1732674749707/Put/seqid=0 2024-11-27T02:32:29,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/cd0425fc2175445fb77af1c9fadc81af is 50, key is test_row_0/B:col10/1732674749854/Put/seqid=0 2024-11-27T02:32:29,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741943_1119 (size=12301) 2024-11-27T02:32:29,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741942_1118 (size=13391) 2024-11-27T02:32:29,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674809971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:29,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674809972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:29,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674809973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:29,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:29,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674809973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:29,979 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/d1d1eecae01745e0bb81a8e9be6c97ea as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/d1d1eecae01745e0bb81a8e9be6c97ea 2024-11-27T02:32:29,988 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/C of 1d7027e8a477fc18231a41527d15b63e into d1d1eecae01745e0bb81a8e9be6c97ea(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:29,989 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:29,989 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/C, priority=13, startTime=1732674749847; duration=0sec 2024-11-27T02:32:29,989 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:29,989 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:C 2024-11-27T02:32:30,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:30,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674810174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:30,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:30,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674810175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:30,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674810177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:30,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674810178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-11-27T02:32:30,307 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-11-27T02:32:30,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:32:30,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees 2024-11-27T02:32:30,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T02:32:30,309 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:32:30,309 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=32, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:32:30,310 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:32:30,339 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/d7b48ddd885f436eac6b2cbc6deeceb5 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/d7b48ddd885f436eac6b2cbc6deeceb5 2024-11-27T02:32:30,345 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/B of 1d7027e8a477fc18231a41527d15b63e into d7b48ddd885f436eac6b2cbc6deeceb5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:30,345 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:30,345 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/B, priority=13, startTime=1732674749845; duration=0sec 2024-11-27T02:32:30,345 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:30,345 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:B 2024-11-27T02:32:30,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/cd0425fc2175445fb77af1c9fadc81af 2024-11-27T02:32:30,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/92f919fe0f904f25ba17f6e4cbd0081c is 50, key is test_row_0/C:col10/1732674749854/Put/seqid=0 2024-11-27T02:32:30,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T02:32:30,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741944_1120 (size=12301) 2024-11-27T02:32:30,461 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:30,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-27T02:32:30,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:30,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:30,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:30,462 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:30,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:30,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:30,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:30,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674810478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:30,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674810478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:30,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674810479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:30,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:30,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674810480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:30,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T02:32:30,614 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:30,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-27T02:32:30,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:30,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:30,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:30,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:30,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:30,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:30,766 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:30,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-27T02:32:30,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:30,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:30,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:30,767 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] handler.RSProcedureHandler(58): pid=33 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:30,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=33 java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:30,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=33 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:30,818 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=500 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/92f919fe0f904f25ba17f6e4cbd0081c 2024-11-27T02:32:30,823 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/c9fe62ce13694638bfc56ad3f094adf1 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/c9fe62ce13694638bfc56ad3f094adf1 2024-11-27T02:32:30,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/c9fe62ce13694638bfc56ad3f094adf1, entries=250, sequenceid=500, filesize=16.8 K 2024-11-27T02:32:30,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/cd0425fc2175445fb77af1c9fadc81af as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/cd0425fc2175445fb77af1c9fadc81af 2024-11-27T02:32:30,839 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/cd0425fc2175445fb77af1c9fadc81af, entries=150, sequenceid=500, filesize=12.0 K 2024-11-27T02:32:30,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/92f919fe0f904f25ba17f6e4cbd0081c as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/92f919fe0f904f25ba17f6e4cbd0081c 2024-11-27T02:32:30,849 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/92f919fe0f904f25ba17f6e4cbd0081c, entries=150, sequenceid=500, filesize=12.0 K 2024-11-27T02:32:30,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 1d7027e8a477fc18231a41527d15b63e in 993ms, sequenceid=500, compaction requested=false 2024-11-27T02:32:30,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:30,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T02:32:30,919 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:30,919 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=33 2024-11-27T02:32:30,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:30,919 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-27T02:32:30,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:30,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:30,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:30,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:30,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:30,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:30,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/0af453417be74bd6a1bcbe24e753ddff is 50, key is test_row_0/A:col10/1732674749863/Put/seqid=0 2024-11-27T02:32:30,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741945_1121 (size=12301) 2024-11-27T02:32:30,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:30,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:31,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:31,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674811006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:31,010 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674811007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:31,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674811008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:31,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:31,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674811008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:31,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:31,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674811110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:31,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674811111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:31,114 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:31,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674811112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:31,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:31,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674811113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:31,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:31,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674811312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:31,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:31,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674811314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:31,318 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674811316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:31,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:31,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674811316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:31,331 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/0af453417be74bd6a1bcbe24e753ddff 2024-11-27T02:32:31,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/5aea139781a943c2acdc870bfb4cf501 is 50, key is test_row_0/B:col10/1732674749863/Put/seqid=0 2024-11-27T02:32:31,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741946_1122 (size=12301) 2024-11-27T02:32:31,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36296 deadline: 1732674811401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:31,404 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., hostname=7723ddd88b72,35047,1732674726326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T02:32:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T02:32:31,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674811615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:31,617 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674811616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:31,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674811620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:31,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674811622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:31,754 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/5aea139781a943c2acdc870bfb4cf501 2024-11-27T02:32:31,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/c00e488817ed4e799954ac50f4355668 is 50, key is test_row_0/C:col10/1732674749863/Put/seqid=0 2024-11-27T02:32:31,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741947_1123 (size=12301) 2024-11-27T02:32:32,120 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674812119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:32,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674812122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:32,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674812124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:32,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674812124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:32,170 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/c00e488817ed4e799954ac50f4355668 2024-11-27T02:32:32,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/0af453417be74bd6a1bcbe24e753ddff as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/0af453417be74bd6a1bcbe24e753ddff 2024-11-27T02:32:32,179 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/0af453417be74bd6a1bcbe24e753ddff, entries=150, sequenceid=512, filesize=12.0 K 2024-11-27T02:32:32,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/5aea139781a943c2acdc870bfb4cf501 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/5aea139781a943c2acdc870bfb4cf501 2024-11-27T02:32:32,184 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/5aea139781a943c2acdc870bfb4cf501, entries=150, sequenceid=512, filesize=12.0 K 2024-11-27T02:32:32,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/c00e488817ed4e799954ac50f4355668 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c00e488817ed4e799954ac50f4355668 2024-11-27T02:32:32,189 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c00e488817ed4e799954ac50f4355668, entries=150, sequenceid=512, filesize=12.0 K 2024-11-27T02:32:32,190 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 1d7027e8a477fc18231a41527d15b63e in 1271ms, sequenceid=512, compaction requested=true 2024-11-27T02:32:32,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:32,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:32,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-27T02:32:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=33 2024-11-27T02:32:32,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-11-27T02:32:32,193 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8810 sec 2024-11-27T02:32:32,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=32, table=TestAcidGuarantees in 1.8850 sec 2024-11-27T02:32:32,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-11-27T02:32:32,412 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-11-27T02:32:32,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:32:32,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees 2024-11-27T02:32:32,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-27T02:32:32,415 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:32:32,415 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=34, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:32:32,416 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:32:32,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-27T02:32:32,567 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:32,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=35 2024-11-27T02:32:32,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:32,568 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T02:32:32,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:32,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:32,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:32,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:32,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:32,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:32,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/f567ab53bc0c44c48dbdf9e14bb589a3 is 50, key is test_row_0/A:col10/1732674751007/Put/seqid=0 2024-11-27T02:32:32,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741948_1124 (size=12301) 2024-11-27T02:32:32,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-27T02:32:32,977 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/f567ab53bc0c44c48dbdf9e14bb589a3 2024-11-27T02:32:32,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/e3512e80668d456389aa17c529eeaf93 is 50, key is test_row_0/B:col10/1732674751007/Put/seqid=0 2024-11-27T02:32:32,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741949_1125 (size=12301) 2024-11-27T02:32:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-27T02:32:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:33,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:33,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674813130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:33,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674813131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:33,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674813132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:33,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36310 deadline: 1732674813133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:33,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674813233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:33,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:33,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674813233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:33,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:33,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674813234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:33,390 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/e3512e80668d456389aa17c529eeaf93 2024-11-27T02:32:33,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/561dc8c83b584cbe90cca26367166180 is 50, key is test_row_0/C:col10/1732674751007/Put/seqid=0 2024-11-27T02:32:33,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741950_1126 (size=12301) 2024-11-27T02:32:33,415 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=540 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/561dc8c83b584cbe90cca26367166180 2024-11-27T02:32:33,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/f567ab53bc0c44c48dbdf9e14bb589a3 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/f567ab53bc0c44c48dbdf9e14bb589a3 2024-11-27T02:32:33,428 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/f567ab53bc0c44c48dbdf9e14bb589a3, entries=150, sequenceid=540, filesize=12.0 K 2024-11-27T02:32:33,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/e3512e80668d456389aa17c529eeaf93 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e3512e80668d456389aa17c529eeaf93 2024-11-27T02:32:33,433 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e3512e80668d456389aa17c529eeaf93, entries=150, sequenceid=540, filesize=12.0 K 2024-11-27T02:32:33,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/561dc8c83b584cbe90cca26367166180 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/561dc8c83b584cbe90cca26367166180 2024-11-27T02:32:33,435 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674813435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:33,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674813436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:33,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:33,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674813437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:33,440 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/561dc8c83b584cbe90cca26367166180, entries=150, sequenceid=540, filesize=12.0 K 2024-11-27T02:32:33,441 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 1d7027e8a477fc18231a41527d15b63e in 874ms, sequenceid=540, compaction requested=true 2024-11-27T02:32:33,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:33,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:33,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-27T02:32:33,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=35 2024-11-27T02:32:33,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-11-27T02:32:33,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0280 sec 2024-11-27T02:32:33,445 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=34, table=TestAcidGuarantees in 1.0310 sec 2024-11-27T02:32:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-11-27T02:32:33,518 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-11-27T02:32:33,519 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:32:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees 2024-11-27T02:32:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-27T02:32:33,520 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:32:33,521 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=36, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:32:33,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:32:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-27T02:32:33,672 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:33,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=37 2024-11-27T02:32:33,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:33,673 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T02:32:33,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:33,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:33,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:33,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:33,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:33,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:33,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/4e51fc4e841d4950a6f5e449de0114ee is 50, key is test_row_0/A:col10/1732674753129/Put/seqid=0 2024-11-27T02:32:33,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741951_1127 (size=12301) 2024-11-27T02:32:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:33,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. as already flushing 2024-11-27T02:32:33,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674813801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:33,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674813802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:33,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:33,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674813802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:33,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-27T02:32:33,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:33,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674813905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:33,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:33,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674813905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:33,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:33,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674813905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:34,086 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/4e51fc4e841d4950a6f5e449de0114ee 2024-11-27T02:32:34,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/ebefbc03dac948feab7abf5c0443451d is 50, key is test_row_0/B:col10/1732674753129/Put/seqid=0 2024-11-27T02:32:34,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741952_1128 (size=12301) 2024-11-27T02:32:34,109 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:34,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674814107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:34,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674814108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:34,110 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:34,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674814109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:34,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-27T02:32:34,170 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12c5edf1 to 127.0.0.1:52502 2024-11-27T02:32:34,170 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:32:34,171 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6174e4df to 127.0.0.1:52502 2024-11-27T02:32:34,171 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:32:34,172 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e7dbe62 to 127.0.0.1:52502 2024-11-27T02:32:34,172 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:32:34,174 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2060957a to 127.0.0.1:52502 2024-11-27T02:32:34,174 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:32:34,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:34,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674814412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:34,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674814412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:34,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:34,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674814413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:34,500 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/ebefbc03dac948feab7abf5c0443451d 2024-11-27T02:32:34,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/2ab4fc856222456fb7af15a1b26cfd95 is 50, key is test_row_0/C:col10/1732674753129/Put/seqid=0 2024-11-27T02:32:34,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741953_1129 (size=12301) 2024-11-27T02:32:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-27T02:32:34,752 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:32:34,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:34,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36288 deadline: 1732674814917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:34,919 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/2ab4fc856222456fb7af15a1b26cfd95 2024-11-27T02:32:34,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36306 deadline: 1732674814918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:34,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36246 deadline: 1732674814919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:34,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/4e51fc4e841d4950a6f5e449de0114ee as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/4e51fc4e841d4950a6f5e449de0114ee 2024-11-27T02:32:34,933 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/4e51fc4e841d4950a6f5e449de0114ee, entries=150, sequenceid=548, filesize=12.0 K 2024-11-27T02:32:34,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/ebefbc03dac948feab7abf5c0443451d as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/ebefbc03dac948feab7abf5c0443451d 2024-11-27T02:32:34,939 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/ebefbc03dac948feab7abf5c0443451d, entries=150, sequenceid=548, filesize=12.0 K 2024-11-27T02:32:34,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/2ab4fc856222456fb7af15a1b26cfd95 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/2ab4fc856222456fb7af15a1b26cfd95 2024-11-27T02:32:34,945 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/2ab4fc856222456fb7af15a1b26cfd95, entries=150, sequenceid=548, filesize=12.0 K 2024-11-27T02:32:34,946 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 1d7027e8a477fc18231a41527d15b63e in 1273ms, sequenceid=548, compaction requested=true 2024-11-27T02:32:34,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:34,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:34,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-27T02:32:34,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=37 2024-11-27T02:32:34,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-11-27T02:32:34,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4270 sec 2024-11-27T02:32:34,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=36, table=TestAcidGuarantees in 1.4300 sec 2024-11-27T02:32:35,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:35,151 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-27T02:32:35,151 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b787d14 to 127.0.0.1:52502 2024-11-27T02:32:35,151 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:32:35,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:35,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:35,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:35,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:35,152 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:35,153 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:35,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/81268d0436d3430e8132ff9e187f1b6c is 50, key is test_row_0/A:col10/1732674753795/Put/seqid=0 2024-11-27T02:32:35,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741954_1130 (size=12301) 2024-11-27T02:32:35,566 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/81268d0436d3430e8132ff9e187f1b6c 2024-11-27T02:32:35,595 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/c2a76470848e484bab4a280465853e04 is 50, key is test_row_0/B:col10/1732674753795/Put/seqid=0 2024-11-27T02:32:35,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741955_1131 (size=12301) 2024-11-27T02:32:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-11-27T02:32:35,625 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 36 completed 2024-11-27T02:32:35,928 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b667940 to 127.0.0.1:52502 2024-11-27T02:32:35,928 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:32:35,929 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f21a2ca to 127.0.0.1:52502 2024-11-27T02:32:35,929 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7bda8607 to 127.0.0.1:52502 2024-11-27T02:32:35,929 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:32:35,929 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:32:36,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/c2a76470848e484bab4a280465853e04 2024-11-27T02:32:36,011 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/e36d00effcfc46268caa62baac443413 is 50, key is test_row_0/C:col10/1732674753795/Put/seqid=0 2024-11-27T02:32:36,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741956_1132 (size=12301) 2024-11-27T02:32:36,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=577 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/e36d00effcfc46268caa62baac443413 2024-11-27T02:32:36,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/81268d0436d3430e8132ff9e187f1b6c as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/81268d0436d3430e8132ff9e187f1b6c 2024-11-27T02:32:36,434 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/81268d0436d3430e8132ff9e187f1b6c, entries=150, sequenceid=577, filesize=12.0 K 2024-11-27T02:32:36,435 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/c2a76470848e484bab4a280465853e04 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/c2a76470848e484bab4a280465853e04 2024-11-27T02:32:36,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/c2a76470848e484bab4a280465853e04, entries=150, sequenceid=577, filesize=12.0 K 2024-11-27T02:32:36,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/e36d00effcfc46268caa62baac443413 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/e36d00effcfc46268caa62baac443413 2024-11-27T02:32:36,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/e36d00effcfc46268caa62baac443413, entries=150, sequenceid=577, filesize=12.0 K 2024-11-27T02:32:36,447 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=20.13 KB/20610 for 1d7027e8a477fc18231a41527d15b63e in 1296ms, sequenceid=577, compaction requested=true 2024-11-27T02:32:36,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:36,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:32:36,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:36,447 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-27T02:32:36,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:32:36,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:36,447 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-27T02:32:36,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d7027e8a477fc18231a41527d15b63e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:32:36,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:36,449 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 79844 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-27T02:32:36,449 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74964 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-27T02:32:36,450 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/A is initiating minor compaction (all files) 2024-11-27T02:32:36,450 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/B is initiating minor compaction (all files) 2024-11-27T02:32:36,450 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/A in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:36,450 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/B in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:36,450 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/d7b48ddd885f436eac6b2cbc6deeceb5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/cd0425fc2175445fb77af1c9fadc81af, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/5aea139781a943c2acdc870bfb4cf501, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e3512e80668d456389aa17c529eeaf93, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/ebefbc03dac948feab7abf5c0443451d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/c2a76470848e484bab4a280465853e04] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=73.2 K 2024-11-27T02:32:36,450 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/51b7826b090a4cb0a8889e4a9568d6b1, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/c9fe62ce13694638bfc56ad3f094adf1, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/0af453417be74bd6a1bcbe24e753ddff, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/f567ab53bc0c44c48dbdf9e14bb589a3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/4e51fc4e841d4950a6f5e449de0114ee, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/81268d0436d3430e8132ff9e187f1b6c] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=78.0 K 2024-11-27T02:32:36,450 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 51b7826b090a4cb0a8889e4a9568d6b1, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732674749707 2024-11-27T02:32:36,450 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting d7b48ddd885f436eac6b2cbc6deeceb5, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732674749707 2024-11-27T02:32:36,451 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting cd0425fc2175445fb77af1c9fadc81af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1732674749854 2024-11-27T02:32:36,451 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9fe62ce13694638bfc56ad3f094adf1, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1732674749747 2024-11-27T02:32:36,451 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0af453417be74bd6a1bcbe24e753ddff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732674749863 2024-11-27T02:32:36,451 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 5aea139781a943c2acdc870bfb4cf501, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732674749863 2024-11-27T02:32:36,451 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting f567ab53bc0c44c48dbdf9e14bb589a3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732674751004 2024-11-27T02:32:36,451 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting e3512e80668d456389aa17c529eeaf93, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732674751004 2024-11-27T02:32:36,451 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e51fc4e841d4950a6f5e449de0114ee, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1732674753129 2024-11-27T02:32:36,451 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting ebefbc03dac948feab7abf5c0443451d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1732674753129 2024-11-27T02:32:36,452 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 81268d0436d3430e8132ff9e187f1b6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=577, earliestPutTs=1732674753795 2024-11-27T02:32:36,452 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting c2a76470848e484bab4a280465853e04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=577, earliestPutTs=1732674753795 2024-11-27T02:32:36,462 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#A#compaction#119 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:36,462 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#B#compaction#118 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:36,462 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/505eb98ea49642fb9ff06dd421b4bfbd is 50, key is test_row_0/A:col10/1732674753795/Put/seqid=0 2024-11-27T02:32:36,462 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/4a9276c1172e4da79c55de2b45abc680 is 50, key is test_row_0/B:col10/1732674753795/Put/seqid=0 2024-11-27T02:32:36,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741958_1134 (size=13663) 2024-11-27T02:32:36,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741957_1133 (size=13663) 2024-11-27T02:32:36,877 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/505eb98ea49642fb9ff06dd421b4bfbd as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/505eb98ea49642fb9ff06dd421b4bfbd 2024-11-27T02:32:36,877 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/4a9276c1172e4da79c55de2b45abc680 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/4a9276c1172e4da79c55de2b45abc680 2024-11-27T02:32:36,883 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/B of 1d7027e8a477fc18231a41527d15b63e into 4a9276c1172e4da79c55de2b45abc680(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:36,883 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/A of 1d7027e8a477fc18231a41527d15b63e into 505eb98ea49642fb9ff06dd421b4bfbd(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:36,883 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:36,883 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:36,883 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/A, priority=10, startTime=1732674756447; duration=0sec 2024-11-27T02:32:36,883 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/B, priority=10, startTime=1732674756447; duration=0sec 2024-11-27T02:32:36,883 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:36,883 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:A 2024-11-27T02:32:36,883 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:36,883 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:B 2024-11-27T02:32:36,883 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 0 compacting, 6 eligible, 16 blocking 2024-11-27T02:32:36,885 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 6 files of size 74896 starting at candidate #0 after considering 10 permutations with 10 in ratio 2024-11-27T02:32:36,885 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1d7027e8a477fc18231a41527d15b63e/C is initiating minor compaction (all files) 2024-11-27T02:32:36,886 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1d7027e8a477fc18231a41527d15b63e/C in TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:36,886 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/d1d1eecae01745e0bb81a8e9be6c97ea, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/92f919fe0f904f25ba17f6e4cbd0081c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c00e488817ed4e799954ac50f4355668, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/561dc8c83b584cbe90cca26367166180, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/2ab4fc856222456fb7af15a1b26cfd95, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/e36d00effcfc46268caa62baac443413] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp, totalSize=73.1 K 2024-11-27T02:32:36,886 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1d1eecae01745e0bb81a8e9be6c97ea, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=473, earliestPutTs=1732674749707 2024-11-27T02:32:36,887 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92f919fe0f904f25ba17f6e4cbd0081c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=500, earliestPutTs=1732674749854 2024-11-27T02:32:36,887 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting c00e488817ed4e799954ac50f4355668, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=512, earliestPutTs=1732674749863 2024-11-27T02:32:36,887 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 561dc8c83b584cbe90cca26367166180, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=540, earliestPutTs=1732674751004 2024-11-27T02:32:36,888 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ab4fc856222456fb7af15a1b26cfd95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=548, earliestPutTs=1732674753129 2024-11-27T02:32:36,888 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting e36d00effcfc46268caa62baac443413, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=577, earliestPutTs=1732674753795 2024-11-27T02:32:36,901 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d7027e8a477fc18231a41527d15b63e#C#compaction#120 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:36,902 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/940085bc896b42a38366a10c2e1acaf3 is 50, key is test_row_0/C:col10/1732674753795/Put/seqid=0 2024-11-27T02:32:36,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741959_1135 (size=13595) 2024-11-27T02:32:37,322 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/940085bc896b42a38366a10c2e1acaf3 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/940085bc896b42a38366a10c2e1acaf3 2024-11-27T02:32:37,329 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 6 (all) file(s) in 1d7027e8a477fc18231a41527d15b63e/C of 1d7027e8a477fc18231a41527d15b63e into 940085bc896b42a38366a10c2e1acaf3(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:37,329 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:37,329 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e., storeName=1d7027e8a477fc18231a41527d15b63e/C, priority=10, startTime=1732674756447; duration=0sec 2024-11-27T02:32:37,330 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:37,330 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d7027e8a477fc18231a41527d15b63e:C 2024-11-27T02:32:41,457 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x06e1da4f to 127.0.0.1:52502 2024-11-27T02:32:41,457 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:32:41,458 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T02:32:41,458 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 95 2024-11-27T02:32:41,458 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-11-27T02:32:41,458 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-11-27T02:32:41,459 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-27T02:32:41,459 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 108 2024-11-27T02:32:41,459 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T02:32:41,459 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6376 2024-11-27T02:32:41,459 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6227 2024-11-27T02:32:41,459 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T02:32:41,459 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2758 2024-11-27T02:32:41,459 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8269 rows 2024-11-27T02:32:41,459 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2708 2024-11-27T02:32:41,459 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8116 rows 2024-11-27T02:32:41,459 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T02:32:41,460 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1175f248 to 127.0.0.1:52502 2024-11-27T02:32:41,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:32:41,464 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T02:32:41,468 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T02:32:41,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T02:32:41,474 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732674761473"}]},"ts":"1732674761473"} 2024-11-27T02:32:41,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-27T02:32:41,475 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T02:32:41,506 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T02:32:41,508 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59476, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T02:32:41,515 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T02:32:41,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T02:32:41,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d7027e8a477fc18231a41527d15b63e, UNASSIGN}] 2024-11-27T02:32:41,521 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d7027e8a477fc18231a41527d15b63e, UNASSIGN 2024-11-27T02:32:41,522 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=1d7027e8a477fc18231a41527d15b63e, regionState=CLOSING, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:41,523 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T02:32:41,524 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326}] 2024-11-27T02:32:41,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-27T02:32:41,679 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:41,682 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:41,682 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T02:32:41,683 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 1d7027e8a477fc18231a41527d15b63e, disabling compactions & flushes 2024-11-27T02:32:41,683 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:41,683 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:41,683 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. after waiting 0 ms 2024-11-27T02:32:41,683 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:41,684 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(2837): Flushing 1d7027e8a477fc18231a41527d15b63e 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-27T02:32:41,684 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=A 2024-11-27T02:32:41,684 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:41,684 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=B 2024-11-27T02:32:41,684 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:41,684 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d7027e8a477fc18231a41527d15b63e, store=C 2024-11-27T02:32:41,684 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:41,691 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/ed23eb82d0b441bc94561aa0c155b9cf is 50, key is test_row_0/A:col10/1732674755927/Put/seqid=0 2024-11-27T02:32:41,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741960_1136 (size=12301) 2024-11-27T02:32:41,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-27T02:32:42,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-27T02:32:42,098 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/ed23eb82d0b441bc94561aa0c155b9cf 2024-11-27T02:32:42,113 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/0edf26b182334aca9dcb00c2384f4bd7 is 50, key is test_row_0/B:col10/1732674755927/Put/seqid=0 2024-11-27T02:32:42,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741961_1137 (size=12301) 2024-11-27T02:32:42,520 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/0edf26b182334aca9dcb00c2384f4bd7 2024-11-27T02:32:42,534 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/2658d1f2566b4440b1887da1dbd8d9a2 is 50, key is test_row_0/C:col10/1732674755927/Put/seqid=0 2024-11-27T02:32:42,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741962_1138 (size=12301) 2024-11-27T02:32:42,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-27T02:32:42,940 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=587 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/2658d1f2566b4440b1887da1dbd8d9a2 2024-11-27T02:32:42,951 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/A/ed23eb82d0b441bc94561aa0c155b9cf as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/ed23eb82d0b441bc94561aa0c155b9cf 2024-11-27T02:32:42,957 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/ed23eb82d0b441bc94561aa0c155b9cf, entries=150, sequenceid=587, filesize=12.0 K 2024-11-27T02:32:42,958 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/B/0edf26b182334aca9dcb00c2384f4bd7 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/0edf26b182334aca9dcb00c2384f4bd7 2024-11-27T02:32:42,966 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/0edf26b182334aca9dcb00c2384f4bd7, entries=150, sequenceid=587, filesize=12.0 K 2024-11-27T02:32:42,967 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/.tmp/C/2658d1f2566b4440b1887da1dbd8d9a2 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/2658d1f2566b4440b1887da1dbd8d9a2 2024-11-27T02:32:42,971 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/2658d1f2566b4440b1887da1dbd8d9a2, entries=150, sequenceid=587, filesize=12.0 K 2024-11-27T02:32:42,972 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 1d7027e8a477fc18231a41527d15b63e in 1289ms, sequenceid=587, compaction requested=false 2024-11-27T02:32:42,972 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/c2b12c62938d4082b147001d66e6cc98, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1125d013e5504550ae7fdf898fc79887, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/3ecb903067be4e74afdde6004f39c8fd, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/b5ab9e25855e419099665ed49d49cf57, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/725bb1bdec6f40aa9cb9852d58390102, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/7c4455e63e6444ad98ab29b66fc65828, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1c87b509b9a7498098d4780e5baa5489, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/31213a3b3c3d43d1bdcfc761a2a39372, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/932a34f5cb06402f890b150a3e64610f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1adb42090531405da6879b4d2a856521, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/d44df7dcb8d547e0962a719f8d4ace57, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/ac000b38b97342a4a70c7679d4d3ad80, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/faf1a7df08ce44e5b65b178dd4574648, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/332811f84f2742acb152719d1c27ce5b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/f40c90841d1b436c9295aa27d25a8f92, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/5f4d54868a4547589c50ab8ee7117eec, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/5e2bab2dbb8a416b9ce209ccecc02ec8, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/277fb5bc26fa4572ab7ebba1b9985372, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/a61ed71afc044cb18b72e1b567a688a3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/7c7e5f11f19f47f793fbaa57a1394a4e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/722d11e4d3d54757adbf93b0d830f800, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/eab67a39968f47c9a3feee008a0432a2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/b949ac45704249a1b70d2e50c83056af, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/623b265c482e4906a8a3c541cfa94a36, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/d5a8f5a8084a4400ba8f9adf08543c7a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/c8ac026a46524cc981f91f01f2b0e15b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/990990c664724d9f97bbd9e42b0d6ee8, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/3ff70bfbaf0e49feb473616c74b3cea9, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1956de8874854443ba0229b3fb17c84f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/735ce8c69c594bb187e93d3c824b8578, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1d55d0a6b83b41bbbb19e64e2d3a233f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/9bf031bd87a64ad49d9a5700ab851443, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/b2fdf8683dfc402e96f5d913fba82d60, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/51b7826b090a4cb0a8889e4a9568d6b1, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/75b0a1da28b641069cb400f32bb1763f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/c9fe62ce13694638bfc56ad3f094adf1, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/0af453417be74bd6a1bcbe24e753ddff, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/f567ab53bc0c44c48dbdf9e14bb589a3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/4e51fc4e841d4950a6f5e449de0114ee, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/81268d0436d3430e8132ff9e187f1b6c] to archive 2024-11-27T02:32:42,975 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T02:32:42,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/c2b12c62938d4082b147001d66e6cc98 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/c2b12c62938d4082b147001d66e6cc98 2024-11-27T02:32:42,981 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1125d013e5504550ae7fdf898fc79887 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1125d013e5504550ae7fdf898fc79887 2024-11-27T02:32:42,983 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/3ecb903067be4e74afdde6004f39c8fd to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/3ecb903067be4e74afdde6004f39c8fd 2024-11-27T02:32:42,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/b5ab9e25855e419099665ed49d49cf57 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/b5ab9e25855e419099665ed49d49cf57 2024-11-27T02:32:42,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/725bb1bdec6f40aa9cb9852d58390102 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/725bb1bdec6f40aa9cb9852d58390102 2024-11-27T02:32:42,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/7c4455e63e6444ad98ab29b66fc65828 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/7c4455e63e6444ad98ab29b66fc65828 2024-11-27T02:32:42,988 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1c87b509b9a7498098d4780e5baa5489 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1c87b509b9a7498098d4780e5baa5489 2024-11-27T02:32:42,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/31213a3b3c3d43d1bdcfc761a2a39372 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/31213a3b3c3d43d1bdcfc761a2a39372 2024-11-27T02:32:42,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/932a34f5cb06402f890b150a3e64610f to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/932a34f5cb06402f890b150a3e64610f 2024-11-27T02:32:42,992 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1adb42090531405da6879b4d2a856521 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1adb42090531405da6879b4d2a856521 2024-11-27T02:32:42,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/d44df7dcb8d547e0962a719f8d4ace57 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/d44df7dcb8d547e0962a719f8d4ace57 2024-11-27T02:32:42,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/ac000b38b97342a4a70c7679d4d3ad80 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/ac000b38b97342a4a70c7679d4d3ad80 2024-11-27T02:32:42,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/faf1a7df08ce44e5b65b178dd4574648 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/faf1a7df08ce44e5b65b178dd4574648 2024-11-27T02:32:42,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/332811f84f2742acb152719d1c27ce5b to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/332811f84f2742acb152719d1c27ce5b 2024-11-27T02:32:43,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/f40c90841d1b436c9295aa27d25a8f92 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/f40c90841d1b436c9295aa27d25a8f92 2024-11-27T02:32:43,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/5f4d54868a4547589c50ab8ee7117eec to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/5f4d54868a4547589c50ab8ee7117eec 2024-11-27T02:32:43,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/5e2bab2dbb8a416b9ce209ccecc02ec8 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/5e2bab2dbb8a416b9ce209ccecc02ec8 2024-11-27T02:32:43,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/277fb5bc26fa4572ab7ebba1b9985372 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/277fb5bc26fa4572ab7ebba1b9985372 2024-11-27T02:32:43,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/a61ed71afc044cb18b72e1b567a688a3 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/a61ed71afc044cb18b72e1b567a688a3 2024-11-27T02:32:43,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/7c7e5f11f19f47f793fbaa57a1394a4e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/7c7e5f11f19f47f793fbaa57a1394a4e 2024-11-27T02:32:43,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/722d11e4d3d54757adbf93b0d830f800 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/722d11e4d3d54757adbf93b0d830f800 2024-11-27T02:32:43,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/eab67a39968f47c9a3feee008a0432a2 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/eab67a39968f47c9a3feee008a0432a2 2024-11-27T02:32:43,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/b949ac45704249a1b70d2e50c83056af to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/b949ac45704249a1b70d2e50c83056af 2024-11-27T02:32:43,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/623b265c482e4906a8a3c541cfa94a36 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/623b265c482e4906a8a3c541cfa94a36 2024-11-27T02:32:43,013 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/d5a8f5a8084a4400ba8f9adf08543c7a to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/d5a8f5a8084a4400ba8f9adf08543c7a 2024-11-27T02:32:43,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/c8ac026a46524cc981f91f01f2b0e15b to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/c8ac026a46524cc981f91f01f2b0e15b 2024-11-27T02:32:43,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/990990c664724d9f97bbd9e42b0d6ee8 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/990990c664724d9f97bbd9e42b0d6ee8 2024-11-27T02:32:43,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/3ff70bfbaf0e49feb473616c74b3cea9 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/3ff70bfbaf0e49feb473616c74b3cea9 2024-11-27T02:32:43,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1956de8874854443ba0229b3fb17c84f to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1956de8874854443ba0229b3fb17c84f 2024-11-27T02:32:43,018 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/735ce8c69c594bb187e93d3c824b8578 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/735ce8c69c594bb187e93d3c824b8578 2024-11-27T02:32:43,019 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1d55d0a6b83b41bbbb19e64e2d3a233f to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/1d55d0a6b83b41bbbb19e64e2d3a233f 2024-11-27T02:32:43,020 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/9bf031bd87a64ad49d9a5700ab851443 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/9bf031bd87a64ad49d9a5700ab851443 2024-11-27T02:32:43,021 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/b2fdf8683dfc402e96f5d913fba82d60 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/b2fdf8683dfc402e96f5d913fba82d60 2024-11-27T02:32:43,022 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/51b7826b090a4cb0a8889e4a9568d6b1 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/51b7826b090a4cb0a8889e4a9568d6b1 2024-11-27T02:32:43,024 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/75b0a1da28b641069cb400f32bb1763f to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/75b0a1da28b641069cb400f32bb1763f 2024-11-27T02:32:43,025 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/c9fe62ce13694638bfc56ad3f094adf1 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/c9fe62ce13694638bfc56ad3f094adf1 2024-11-27T02:32:43,026 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/0af453417be74bd6a1bcbe24e753ddff to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/0af453417be74bd6a1bcbe24e753ddff 2024-11-27T02:32:43,027 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/f567ab53bc0c44c48dbdf9e14bb589a3 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/f567ab53bc0c44c48dbdf9e14bb589a3 2024-11-27T02:32:43,028 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/4e51fc4e841d4950a6f5e449de0114ee to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/4e51fc4e841d4950a6f5e449de0114ee 2024-11-27T02:32:43,030 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/81268d0436d3430e8132ff9e187f1b6c to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/81268d0436d3430e8132ff9e187f1b6c 2024-11-27T02:32:43,041 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/55e9bcdb8cce49af813bbb3d2658e804, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/067aa450e0d145b2915fa78f0d7d9ee5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/967431ae649243a6956eb1316f9efd5e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/6d1f25c01c544e9f87f77fc725c5c05f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e374978a726f4bb0877032626f7cf286, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/85253adc979548dd912f3e86d758f94d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/584737784dfb48358d028fe58a2d2b08, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/b247985bcaf0453e95c0d93e4e6def39, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/0cb5792855864599bae0512ac21ad4eb, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/d2c9b96c8d0f44e6bf7a8708b6a04738, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/06725bd5167b4cd1a6925c3fd9b3bb06, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/1a9f094f306d4f5abda8e7e44aecc06b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e661064b79a1472695bad6e781be3a5a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/0b4e78718cf949bca6051747365d1ede, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/4ebecf816842437586cd32ca60f9c963, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/eddba5f07864472ca47598001081895a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/639f8ac4a7f64a0d8572daca268409bc, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/2e10684db1d94c14a6b1c342466d5668, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/61dae6e13bea4a21916af2a92f707f5d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/c6fb0b6957634e55a194017a73bd11d7, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/a1a88ffd790d4c1cb4d6b738606566af, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/8ba5cbb7106a4f4c81bad651eb97b3fe, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/8c09a3a9cdbb45cf815693ce33b17adb, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e6116cc01a764e1a889d4f2874625499, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/316cd3dd2e5c460c8e0113f1ff701efa, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/1e89fbd276b54e6a923596c5e342a1fe, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/f76dc6df8b834db5b5c0e1f0f64df358, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/fa99b6a18c7248d7a8a1f11f5bf1fa10, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/923d87f8c1594a8d9073c91f280b623f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/0441d0e97524452ba4fd9e3fc6d3d83e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/48148946cda143449af1aba4c220987b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/ab5562d13cce4b708b7fb2240983293e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/6cd9b592460f4f98ae02709091725b59, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/d7b48ddd885f436eac6b2cbc6deeceb5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/bf8977548dd840d48072459565738328, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/cd0425fc2175445fb77af1c9fadc81af, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/5aea139781a943c2acdc870bfb4cf501, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e3512e80668d456389aa17c529eeaf93, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/ebefbc03dac948feab7abf5c0443451d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/c2a76470848e484bab4a280465853e04] to archive 2024-11-27T02:32:43,042 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T02:32:43,044 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/55e9bcdb8cce49af813bbb3d2658e804 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/55e9bcdb8cce49af813bbb3d2658e804 2024-11-27T02:32:43,045 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/067aa450e0d145b2915fa78f0d7d9ee5 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/067aa450e0d145b2915fa78f0d7d9ee5 2024-11-27T02:32:43,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/967431ae649243a6956eb1316f9efd5e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/967431ae649243a6956eb1316f9efd5e 2024-11-27T02:32:43,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/6d1f25c01c544e9f87f77fc725c5c05f to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/6d1f25c01c544e9f87f77fc725c5c05f 2024-11-27T02:32:43,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e374978a726f4bb0877032626f7cf286 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e374978a726f4bb0877032626f7cf286 2024-11-27T02:32:43,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/85253adc979548dd912f3e86d758f94d to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/85253adc979548dd912f3e86d758f94d 2024-11-27T02:32:43,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/584737784dfb48358d028fe58a2d2b08 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/584737784dfb48358d028fe58a2d2b08 2024-11-27T02:32:43,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/b247985bcaf0453e95c0d93e4e6def39 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/b247985bcaf0453e95c0d93e4e6def39 2024-11-27T02:32:43,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/0cb5792855864599bae0512ac21ad4eb to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/0cb5792855864599bae0512ac21ad4eb 2024-11-27T02:32:43,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/d2c9b96c8d0f44e6bf7a8708b6a04738 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/d2c9b96c8d0f44e6bf7a8708b6a04738 2024-11-27T02:32:43,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/06725bd5167b4cd1a6925c3fd9b3bb06 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/06725bd5167b4cd1a6925c3fd9b3bb06 2024-11-27T02:32:43,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/1a9f094f306d4f5abda8e7e44aecc06b to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/1a9f094f306d4f5abda8e7e44aecc06b 2024-11-27T02:32:43,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e661064b79a1472695bad6e781be3a5a to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e661064b79a1472695bad6e781be3a5a 2024-11-27T02:32:43,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/0b4e78718cf949bca6051747365d1ede to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/0b4e78718cf949bca6051747365d1ede 2024-11-27T02:32:43,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/4ebecf816842437586cd32ca60f9c963 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/4ebecf816842437586cd32ca60f9c963 2024-11-27T02:32:43,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/eddba5f07864472ca47598001081895a to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/eddba5f07864472ca47598001081895a 2024-11-27T02:32:43,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/639f8ac4a7f64a0d8572daca268409bc to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/639f8ac4a7f64a0d8572daca268409bc 2024-11-27T02:32:43,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/2e10684db1d94c14a6b1c342466d5668 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/2e10684db1d94c14a6b1c342466d5668 2024-11-27T02:32:43,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/61dae6e13bea4a21916af2a92f707f5d to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/61dae6e13bea4a21916af2a92f707f5d 2024-11-27T02:32:43,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/c6fb0b6957634e55a194017a73bd11d7 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/c6fb0b6957634e55a194017a73bd11d7 2024-11-27T02:32:43,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/a1a88ffd790d4c1cb4d6b738606566af to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/a1a88ffd790d4c1cb4d6b738606566af 2024-11-27T02:32:43,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/8ba5cbb7106a4f4c81bad651eb97b3fe to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/8ba5cbb7106a4f4c81bad651eb97b3fe 2024-11-27T02:32:43,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/8c09a3a9cdbb45cf815693ce33b17adb to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/8c09a3a9cdbb45cf815693ce33b17adb 2024-11-27T02:32:43,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e6116cc01a764e1a889d4f2874625499 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e6116cc01a764e1a889d4f2874625499 2024-11-27T02:32:43,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/316cd3dd2e5c460c8e0113f1ff701efa to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/316cd3dd2e5c460c8e0113f1ff701efa 2024-11-27T02:32:43,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/1e89fbd276b54e6a923596c5e342a1fe to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/1e89fbd276b54e6a923596c5e342a1fe 2024-11-27T02:32:43,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/f76dc6df8b834db5b5c0e1f0f64df358 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/f76dc6df8b834db5b5c0e1f0f64df358 2024-11-27T02:32:43,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/fa99b6a18c7248d7a8a1f11f5bf1fa10 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/fa99b6a18c7248d7a8a1f11f5bf1fa10 2024-11-27T02:32:43,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/923d87f8c1594a8d9073c91f280b623f to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/923d87f8c1594a8d9073c91f280b623f 2024-11-27T02:32:43,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/0441d0e97524452ba4fd9e3fc6d3d83e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/0441d0e97524452ba4fd9e3fc6d3d83e 2024-11-27T02:32:43,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/48148946cda143449af1aba4c220987b to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/48148946cda143449af1aba4c220987b 2024-11-27T02:32:43,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/ab5562d13cce4b708b7fb2240983293e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/ab5562d13cce4b708b7fb2240983293e 2024-11-27T02:32:43,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/6cd9b592460f4f98ae02709091725b59 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/6cd9b592460f4f98ae02709091725b59 2024-11-27T02:32:43,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/d7b48ddd885f436eac6b2cbc6deeceb5 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/d7b48ddd885f436eac6b2cbc6deeceb5 2024-11-27T02:32:43,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/bf8977548dd840d48072459565738328 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/bf8977548dd840d48072459565738328 2024-11-27T02:32:43,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/cd0425fc2175445fb77af1c9fadc81af to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/cd0425fc2175445fb77af1c9fadc81af 2024-11-27T02:32:43,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/5aea139781a943c2acdc870bfb4cf501 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/5aea139781a943c2acdc870bfb4cf501 2024-11-27T02:32:43,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e3512e80668d456389aa17c529eeaf93 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/e3512e80668d456389aa17c529eeaf93 2024-11-27T02:32:43,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/ebefbc03dac948feab7abf5c0443451d to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/ebefbc03dac948feab7abf5c0443451d 2024-11-27T02:32:43,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/c2a76470848e484bab4a280465853e04 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/c2a76470848e484bab4a280465853e04 2024-11-27T02:32:43,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/8c88f74abf194988b42d425538418d3c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/6bbd72047b1b4c5fa808c9a635a775c6, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/7bb042c6af474ac7af4d6ed51d77d5c0, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/25c9864ac38d4179ae3c25235774c660, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/12a7e4f93a214d509528b7b48d9bd01b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c55f361a50c2427789e15d37d1cf4072, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/0daf2a6837964418a8a620fa5c422ba5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/e754a34e0c1c4fc6ade4ae3ee5451000, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/1f0095c4553a46779ffcfd379548d7cd, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a45d22efded34b0ab7373e58f0bdb93a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/dae4c0bafe20446f97005410a48379bc, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/1b6fb4425a4747f0b1ef84eb7f3e3e1b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/0af5c1dff0194e8cbf28822fac6c6b30, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/834f340beb9e494d83b9d980ac80efdf, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c5111dc33ef04469acfe3b1180d9e22a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/8c739b285198473eb6e84e6b17a82bd1, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a513583246a74e9db807c324a8367bf0, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/f6d1e144e40e4f1882bbbeff09802a27, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/5f3e2e84e0c04752994b4211f3ee5609, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/3d935900520843028ad9205eeaebf1fc, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c3dba63fa0f143ce99cdbda231105b36, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/73fc5013e12c4c9fbbfb028882da2429, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/d7501f84ed1a4932a14b6eb1f77147d3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a46de90bc359433f9404287ae6c47a60, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a304b994e6be474eb2ae5d357881a081, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/ffd0370e12e74564ab2ec1dc5ccdf695, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a920157021fb472388353c59a4243c9f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/2c4e163198d44aa8bdb6f0c456328416, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/6ba7262c8f9245ee8c110b03d6b806cd, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/e6d1f12fc0b749498f094c3b34cbd353, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/b4a070d0f6d34e6d8302cdf65950eee2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/d1d1eecae01745e0bb81a8e9be6c97ea, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/b93a6a3cc0794974b2a9035ccee8a22b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/92f919fe0f904f25ba17f6e4cbd0081c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c00e488817ed4e799954ac50f4355668, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/561dc8c83b584cbe90cca26367166180, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/2ab4fc856222456fb7af15a1b26cfd95, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/e36d00effcfc46268caa62baac443413] to archive 2024-11-27T02:32:43,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T02:32:43,092 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/8c88f74abf194988b42d425538418d3c to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/8c88f74abf194988b42d425538418d3c 2024-11-27T02:32:43,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/6bbd72047b1b4c5fa808c9a635a775c6 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/6bbd72047b1b4c5fa808c9a635a775c6 2024-11-27T02:32:43,094 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/7bb042c6af474ac7af4d6ed51d77d5c0 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/7bb042c6af474ac7af4d6ed51d77d5c0 2024-11-27T02:32:43,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/25c9864ac38d4179ae3c25235774c660 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/25c9864ac38d4179ae3c25235774c660 2024-11-27T02:32:43,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/12a7e4f93a214d509528b7b48d9bd01b to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/12a7e4f93a214d509528b7b48d9bd01b 2024-11-27T02:32:43,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c55f361a50c2427789e15d37d1cf4072 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c55f361a50c2427789e15d37d1cf4072 2024-11-27T02:32:43,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/0daf2a6837964418a8a620fa5c422ba5 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/0daf2a6837964418a8a620fa5c422ba5 2024-11-27T02:32:43,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/e754a34e0c1c4fc6ade4ae3ee5451000 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/e754a34e0c1c4fc6ade4ae3ee5451000 2024-11-27T02:32:43,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/1f0095c4553a46779ffcfd379548d7cd to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/1f0095c4553a46779ffcfd379548d7cd 2024-11-27T02:32:43,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a45d22efded34b0ab7373e58f0bdb93a to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a45d22efded34b0ab7373e58f0bdb93a 2024-11-27T02:32:43,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/dae4c0bafe20446f97005410a48379bc to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/dae4c0bafe20446f97005410a48379bc 2024-11-27T02:32:43,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/1b6fb4425a4747f0b1ef84eb7f3e3e1b to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/1b6fb4425a4747f0b1ef84eb7f3e3e1b 2024-11-27T02:32:43,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/0af5c1dff0194e8cbf28822fac6c6b30 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/0af5c1dff0194e8cbf28822fac6c6b30 2024-11-27T02:32:43,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/834f340beb9e494d83b9d980ac80efdf to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/834f340beb9e494d83b9d980ac80efdf 2024-11-27T02:32:43,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c5111dc33ef04469acfe3b1180d9e22a to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c5111dc33ef04469acfe3b1180d9e22a 2024-11-27T02:32:43,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/8c739b285198473eb6e84e6b17a82bd1 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/8c739b285198473eb6e84e6b17a82bd1 2024-11-27T02:32:43,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a513583246a74e9db807c324a8367bf0 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a513583246a74e9db807c324a8367bf0 2024-11-27T02:32:43,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/f6d1e144e40e4f1882bbbeff09802a27 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/f6d1e144e40e4f1882bbbeff09802a27 2024-11-27T02:32:43,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/5f3e2e84e0c04752994b4211f3ee5609 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/5f3e2e84e0c04752994b4211f3ee5609 2024-11-27T02:32:43,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/3d935900520843028ad9205eeaebf1fc to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/3d935900520843028ad9205eeaebf1fc 2024-11-27T02:32:43,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c3dba63fa0f143ce99cdbda231105b36 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c3dba63fa0f143ce99cdbda231105b36 2024-11-27T02:32:43,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/73fc5013e12c4c9fbbfb028882da2429 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/73fc5013e12c4c9fbbfb028882da2429 2024-11-27T02:32:43,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/d7501f84ed1a4932a14b6eb1f77147d3 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/d7501f84ed1a4932a14b6eb1f77147d3 2024-11-27T02:32:43,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a46de90bc359433f9404287ae6c47a60 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a46de90bc359433f9404287ae6c47a60 2024-11-27T02:32:43,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a304b994e6be474eb2ae5d357881a081 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a304b994e6be474eb2ae5d357881a081 2024-11-27T02:32:43,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/ffd0370e12e74564ab2ec1dc5ccdf695 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/ffd0370e12e74564ab2ec1dc5ccdf695 2024-11-27T02:32:43,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a920157021fb472388353c59a4243c9f to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/a920157021fb472388353c59a4243c9f 2024-11-27T02:32:43,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/2c4e163198d44aa8bdb6f0c456328416 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/2c4e163198d44aa8bdb6f0c456328416 2024-11-27T02:32:43,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/6ba7262c8f9245ee8c110b03d6b806cd to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/6ba7262c8f9245ee8c110b03d6b806cd 2024-11-27T02:32:43,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/e6d1f12fc0b749498f094c3b34cbd353 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/e6d1f12fc0b749498f094c3b34cbd353 2024-11-27T02:32:43,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/b4a070d0f6d34e6d8302cdf65950eee2 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/b4a070d0f6d34e6d8302cdf65950eee2 2024-11-27T02:32:43,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/d1d1eecae01745e0bb81a8e9be6c97ea to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/d1d1eecae01745e0bb81a8e9be6c97ea 2024-11-27T02:32:43,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/b93a6a3cc0794974b2a9035ccee8a22b to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/b93a6a3cc0794974b2a9035ccee8a22b 2024-11-27T02:32:43,125 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/92f919fe0f904f25ba17f6e4cbd0081c to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/92f919fe0f904f25ba17f6e4cbd0081c 2024-11-27T02:32:43,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c00e488817ed4e799954ac50f4355668 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/c00e488817ed4e799954ac50f4355668 2024-11-27T02:32:43,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/561dc8c83b584cbe90cca26367166180 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/561dc8c83b584cbe90cca26367166180 2024-11-27T02:32:43,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/2ab4fc856222456fb7af15a1b26cfd95 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/2ab4fc856222456fb7af15a1b26cfd95 2024-11-27T02:32:43,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/e36d00effcfc46268caa62baac443413 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/e36d00effcfc46268caa62baac443413 2024-11-27T02:32:43,133 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/recovered.edits/590.seqid, newMaxSeqId=590, maxSeqId=1 2024-11-27T02:32:43,135 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e. 2024-11-27T02:32:43,136 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 1d7027e8a477fc18231a41527d15b63e: 2024-11-27T02:32:43,137 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:43,138 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=1d7027e8a477fc18231a41527d15b63e, regionState=CLOSED 2024-11-27T02:32:43,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-11-27T02:32:43,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 1d7027e8a477fc18231a41527d15b63e, server=7723ddd88b72,35047,1732674726326 in 1.6160 sec 2024-11-27T02:32:43,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-11-27T02:32:43,142 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d7027e8a477fc18231a41527d15b63e, UNASSIGN in 1.6200 sec 2024-11-27T02:32:43,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-11-27T02:32:43,144 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6250 sec 2024-11-27T02:32:43,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732674763144"}]},"ts":"1732674763144"} 2024-11-27T02:32:43,146 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T02:32:43,182 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T02:32:43,184 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7130 sec 2024-11-27T02:32:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-11-27T02:32:43,584 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 38 completed 2024-11-27T02:32:43,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T02:32:43,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:32:43,599 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=42, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:32:43,600 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=42, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:32:43,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-27T02:32:43,604 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:43,608 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A, FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B, FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C, FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/recovered.edits] 2024-11-27T02:32:43,611 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/505eb98ea49642fb9ff06dd421b4bfbd to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/505eb98ea49642fb9ff06dd421b4bfbd 2024-11-27T02:32:43,612 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/ed23eb82d0b441bc94561aa0c155b9cf to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/A/ed23eb82d0b441bc94561aa0c155b9cf 2024-11-27T02:32:43,614 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/0edf26b182334aca9dcb00c2384f4bd7 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/0edf26b182334aca9dcb00c2384f4bd7 2024-11-27T02:32:43,615 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/4a9276c1172e4da79c55de2b45abc680 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/B/4a9276c1172e4da79c55de2b45abc680 2024-11-27T02:32:43,618 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/2658d1f2566b4440b1887da1dbd8d9a2 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/2658d1f2566b4440b1887da1dbd8d9a2 2024-11-27T02:32:43,619 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/940085bc896b42a38366a10c2e1acaf3 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/C/940085bc896b42a38366a10c2e1acaf3 2024-11-27T02:32:43,621 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/recovered.edits/590.seqid to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e/recovered.edits/590.seqid 2024-11-27T02:32:43,622 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1d7027e8a477fc18231a41527d15b63e 2024-11-27T02:32:43,622 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T02:32:43,627 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=42, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:32:43,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-27T02:32:43,635 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T02:32:43,660 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T02:32:43,661 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=42, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:32:43,661 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T02:32:43,661 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732674763661"}]},"ts":"9223372036854775807"} 2024-11-27T02:32:43,664 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T02:32:43,664 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1d7027e8a477fc18231a41527d15b63e, NAME => 'TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T02:32:43,664 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T02:32:43,664 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732674763664"}]},"ts":"9223372036854775807"} 2024-11-27T02:32:43,666 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T02:32:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-27T02:32:43,708 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=42, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:32:43,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 117 msec 2024-11-27T02:32:43,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=42 2024-11-27T02:32:43,905 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 42 completed 2024-11-27T02:32:43,919 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1134890348_22 at /127.0.0.1:52860 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x796a9730-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x796a9730-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x796a9730-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;7723ddd88b72:35047-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x796a9730-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=338 (was 198) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10666 (was 11211) 2024-11-27T02:32:43,929 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=338, ProcessCount=11, AvailableMemoryMB=10666 2024-11-27T02:32:43,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T02:32:43,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T02:32:43,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T02:32:43,933 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T02:32:43,933 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:43,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 43 2024-11-27T02:32:43,934 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T02:32:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-27T02:32:43,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741963_1139 (size=960) 2024-11-27T02:32:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-27T02:32:44,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-27T02:32:44,342 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67 2024-11-27T02:32:44,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741964_1140 (size=53) 2024-11-27T02:32:44,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-27T02:32:44,750 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T02:32:44,750 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing a2cf03bac8328f408138130de1e5ea3e, disabling compactions & flushes 2024-11-27T02:32:44,750 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:44,751 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:44,751 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. after waiting 0 ms 2024-11-27T02:32:44,751 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:44,751 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:44,751 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:44,753 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T02:32:44,754 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732674764753"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732674764753"}]},"ts":"1732674764753"} 2024-11-27T02:32:44,757 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T02:32:44,758 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T02:32:44,759 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732674764758"}]},"ts":"1732674764758"} 2024-11-27T02:32:44,760 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T02:32:44,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2cf03bac8328f408138130de1e5ea3e, ASSIGN}] 2024-11-27T02:32:44,810 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2cf03bac8328f408138130de1e5ea3e, ASSIGN 2024-11-27T02:32:44,812 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2cf03bac8328f408138130de1e5ea3e, ASSIGN; state=OFFLINE, location=7723ddd88b72,35047,1732674726326; forceNewPlan=false, retain=false 2024-11-27T02:32:44,963 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=a2cf03bac8328f408138130de1e5ea3e, regionState=OPENING, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:44,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE; OpenRegionProcedure a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326}] 2024-11-27T02:32:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-27T02:32:45,121 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:45,128 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:45,129 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} 2024-11-27T02:32:45,129 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:45,129 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T02:32:45,130 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:45,130 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:45,133 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:45,136 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:32:45,136 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2cf03bac8328f408138130de1e5ea3e columnFamilyName A 2024-11-27T02:32:45,136 DEBUG [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:45,137 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] regionserver.HStore(327): Store=a2cf03bac8328f408138130de1e5ea3e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:32:45,138 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:45,139 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:32:45,140 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2cf03bac8328f408138130de1e5ea3e columnFamilyName B 2024-11-27T02:32:45,140 DEBUG [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:45,140 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] regionserver.HStore(327): Store=a2cf03bac8328f408138130de1e5ea3e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:32:45,141 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:45,142 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:32:45,142 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2cf03bac8328f408138130de1e5ea3e columnFamilyName C 2024-11-27T02:32:45,142 DEBUG [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:45,142 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] regionserver.HStore(327): Store=a2cf03bac8328f408138130de1e5ea3e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:32:45,143 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:45,143 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:45,144 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:45,145 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T02:32:45,146 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:45,148 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T02:32:45,149 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened a2cf03bac8328f408138130de1e5ea3e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74915795, jitterRate=0.11633233726024628}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T02:32:45,149 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:45,150 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., pid=45, masterSystemTime=1732674765121 2024-11-27T02:32:45,151 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:45,151 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:45,152 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=44 updating hbase:meta row=a2cf03bac8328f408138130de1e5ea3e, regionState=OPEN, openSeqNum=2, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:45,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=44 2024-11-27T02:32:45,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=44, state=SUCCESS; OpenRegionProcedure a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 in 186 msec 2024-11-27T02:32:45,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-11-27T02:32:45,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2cf03bac8328f408138130de1e5ea3e, ASSIGN in 347 msec 2024-11-27T02:32:45,156 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T02:32:45,156 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732674765156"}]},"ts":"1732674765156"} 2024-11-27T02:32:45,157 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T02:32:45,169 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=43, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T02:32:45,170 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2380 sec 2024-11-27T02:32:46,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-11-27T02:32:46,045 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-11-27T02:32:46,050 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09a49c36 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@738f74c0 2024-11-27T02:32:46,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e69b8cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:46,101 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:32:46,103 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46678, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:32:46,105 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T02:32:46,106 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59478, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T02:32:46,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T02:32:46,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T02:32:46,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=46, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-27T02:32:46,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741965_1141 (size=996) 2024-11-27T02:32:46,532 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-27T02:32:46,532 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-27T02:32:46,538 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T02:32:46,547 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2cf03bac8328f408138130de1e5ea3e, REOPEN/MOVE}] 2024-11-27T02:32:46,548 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2cf03bac8328f408138130de1e5ea3e, REOPEN/MOVE 2024-11-27T02:32:46,549 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=a2cf03bac8328f408138130de1e5ea3e, regionState=CLOSING, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:46,550 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T02:32:46,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE; CloseRegionProcedure a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326}] 2024-11-27T02:32:46,702 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:46,703 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(124): Close a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:46,703 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T02:32:46,703 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1681): Closing a2cf03bac8328f408138130de1e5ea3e, disabling compactions & flushes 2024-11-27T02:32:46,703 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:46,703 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:46,703 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. after waiting 0 ms 2024-11-27T02:32:46,703 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:46,708 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T02:32:46,709 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:46,709 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegion(1635): Region close journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:46,710 WARN [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] regionserver.HRegionServer(3786): Not adding moved region record: a2cf03bac8328f408138130de1e5ea3e to self. 2024-11-27T02:32:46,712 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=49}] handler.UnassignRegionHandler(170): Closed a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:46,712 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=a2cf03bac8328f408138130de1e5ea3e, regionState=CLOSED 2024-11-27T02:32:46,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=48 2024-11-27T02:32:46,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=48, state=SUCCESS; CloseRegionProcedure a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 in 164 msec 2024-11-27T02:32:46,716 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=48, ppid=47, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2cf03bac8328f408138130de1e5ea3e, REOPEN/MOVE; state=CLOSED, location=7723ddd88b72,35047,1732674726326; forceNewPlan=false, retain=true 2024-11-27T02:32:46,867 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=a2cf03bac8328f408138130de1e5ea3e, regionState=OPENING, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:46,871 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=48, state=RUNNABLE; OpenRegionProcedure a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326}] 2024-11-27T02:32:47,026 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,031 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:47,032 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} 2024-11-27T02:32:47,032 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:47,032 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T02:32:47,032 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:47,033 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:47,038 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:47,040 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:32:47,049 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2cf03bac8328f408138130de1e5ea3e columnFamilyName A 2024-11-27T02:32:47,052 DEBUG [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:47,052 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] regionserver.HStore(327): Store=a2cf03bac8328f408138130de1e5ea3e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:32:47,053 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:47,053 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:32:47,054 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2cf03bac8328f408138130de1e5ea3e columnFamilyName B 2024-11-27T02:32:47,054 DEBUG [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:47,054 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] regionserver.HStore(327): Store=a2cf03bac8328f408138130de1e5ea3e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:32:47,054 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:47,055 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:32:47,055 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a2cf03bac8328f408138130de1e5ea3e columnFamilyName C 2024-11-27T02:32:47,055 DEBUG [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:47,056 INFO [StoreOpener-a2cf03bac8328f408138130de1e5ea3e-1 {}] regionserver.HStore(327): Store=a2cf03bac8328f408138130de1e5ea3e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:32:47,056 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:47,056 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:47,058 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:47,059 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T02:32:47,060 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:47,061 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened a2cf03bac8328f408138130de1e5ea3e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60141259, jitterRate=-0.1038254052400589}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T02:32:47,063 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:47,063 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., pid=50, masterSystemTime=1732674767026 2024-11-27T02:32:47,065 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:47,065 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:47,065 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=48 updating hbase:meta row=a2cf03bac8328f408138130de1e5ea3e, regionState=OPEN, openSeqNum=5, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=48 2024-11-27T02:32:47,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=48, state=SUCCESS; OpenRegionProcedure a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 in 195 msec 2024-11-27T02:32:47,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-11-27T02:32:47,069 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2cf03bac8328f408138130de1e5ea3e, REOPEN/MOVE in 521 msec 2024-11-27T02:32:47,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=46 2024-11-27T02:32:47,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=46, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 532 msec 2024-11-27T02:32:47,074 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 960 msec 2024-11-27T02:32:47,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=46 2024-11-27T02:32:47,084 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53951ac0 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7042be7d 2024-11-27T02:32:47,142 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fabef65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:47,145 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4eaf65af to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27147e97 2024-11-27T02:32:47,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5003834b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:47,163 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x096f1e8d to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6099ffd5 2024-11-27T02:32:47,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@284cc4e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:47,177 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b477a4b to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12e8dbde 2024-11-27T02:32:47,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c05e787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:47,188 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x48406e38 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3645b3e1 2024-11-27T02:32:47,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@753f5371, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:47,202 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x225b15e0 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d706e01 2024-11-27T02:32:47,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f77316, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:47,213 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4815b20c to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@663bcd69 2024-11-27T02:32:47,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5377d7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:47,228 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08890491 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30e1d06c 2024-11-27T02:32:47,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e03afae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:47,246 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69575ae8 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@570b851e 2024-11-27T02:32:47,257 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44662e8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:32:47,261 DEBUG [hconnection-0x6c83eb43-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:32:47,261 DEBUG [hconnection-0x3769ba3b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:32:47,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:32:47,262 DEBUG [hconnection-0x64fbb599-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:32:47,262 DEBUG [hconnection-0x2260baec-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:32:47,262 DEBUG [hconnection-0x459dfb3b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:32:47,262 DEBUG [hconnection-0x39f0424e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:32:47,263 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46690, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:32:47,263 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46692, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:32:47,263 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46694, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:32:47,263 DEBUG [hconnection-0x82b64cd-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:32:47,264 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46718, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:32:47,264 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:32:47,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-11-27T02:32:47,265 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46738, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:32:47,265 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46752, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:32:47,266 DEBUG [hconnection-0x25c0120c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:32:47,266 DEBUG [hconnection-0x6f5faef9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:32:47,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T02:32:47,267 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:32:47,267 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:32:47,268 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46776, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:32:47,268 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:32:47,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:32:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:47,281 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2cf03bac8328f408138130de1e5ea3e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T02:32:47,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=A 2024-11-27T02:32:47,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:47,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=B 2024-11-27T02:32:47,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:47,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=C 2024-11-27T02:32:47,284 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:47,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674827316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674827318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674827319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:47,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674827320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:47,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674827323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,352 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279f933e9c00b84bae80415c8df0913f3c_a2cf03bac8328f408138130de1e5ea3e is 50, key is test_row_0/A:col10/1732674767281/Put/seqid=0 2024-11-27T02:32:47,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741966_1142 (size=12154) 2024-11-27T02:32:47,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T02:32:47,423 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T02:32:47,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:47,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:47,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:47,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:47,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:47,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:47,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674827426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:47,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674827426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674827426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:47,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674827427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:47,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674827430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T02:32:47,577 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T02:32:47,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:47,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:47,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:47,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:47,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:47,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:47,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:47,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674827630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674827630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:47,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674827631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:47,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674827631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,634 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:47,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674827634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,731 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,731 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T02:32:47,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:47,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:47,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:47,732 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:47,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:47,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:47,768 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:47,773 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279f933e9c00b84bae80415c8df0913f3c_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279f933e9c00b84bae80415c8df0913f3c_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:47,775 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/439ce7c692d042e6a65963b5c339f640, store: [table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:47,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/439ce7c692d042e6a65963b5c339f640 is 175, key is test_row_0/A:col10/1732674767281/Put/seqid=0 2024-11-27T02:32:47,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741967_1143 (size=30955) 2024-11-27T02:32:47,803 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=18, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/439ce7c692d042e6a65963b5c339f640 2024-11-27T02:32:47,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/ede06704d29d4bc288543ab355415565 is 50, key is test_row_0/B:col10/1732674767281/Put/seqid=0 2024-11-27T02:32:47,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741968_1144 (size=12001) 2024-11-27T02:32:47,846 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/ede06704d29d4bc288543ab355415565 2024-11-27T02:32:47,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T02:32:47,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/c274608e508d493e8049ebe3f082ec1f is 50, key is test_row_0/C:col10/1732674767281/Put/seqid=0 2024-11-27T02:32:47,884 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T02:32:47,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:47,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:47,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:47,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:47,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:47,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:47,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741969_1145 (size=12001) 2024-11-27T02:32:47,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/c274608e508d493e8049ebe3f082ec1f 2024-11-27T02:32:47,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/439ce7c692d042e6a65963b5c339f640 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/439ce7c692d042e6a65963b5c339f640 2024-11-27T02:32:47,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/439ce7c692d042e6a65963b5c339f640, entries=150, sequenceid=18, filesize=30.2 K 2024-11-27T02:32:47,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/ede06704d29d4bc288543ab355415565 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/ede06704d29d4bc288543ab355415565 2024-11-27T02:32:47,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:47,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674827933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:47,936 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674827934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674827934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674827935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:47,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674827936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:47,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/ede06704d29d4bc288543ab355415565, entries=150, sequenceid=18, filesize=11.7 K 2024-11-27T02:32:47,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/c274608e508d493e8049ebe3f082ec1f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/c274608e508d493e8049ebe3f082ec1f 2024-11-27T02:32:47,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/c274608e508d493e8049ebe3f082ec1f, entries=150, sequenceid=18, filesize=11.7 K 2024-11-27T02:32:47,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a2cf03bac8328f408138130de1e5ea3e in 677ms, sequenceid=18, compaction requested=false 2024-11-27T02:32:47,958 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-27T02:32:47,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:48,037 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:48,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-11-27T02:32:48,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:48,038 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing a2cf03bac8328f408138130de1e5ea3e 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T02:32:48,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=A 2024-11-27T02:32:48,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:48,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=B 2024-11-27T02:32:48,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:48,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=C 2024-11-27T02:32:48,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:48,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127bd43cc93cfa440b695eab9a9d1ef9438_a2cf03bac8328f408138130de1e5ea3e is 50, key is test_row_0/A:col10/1732674767320/Put/seqid=0 2024-11-27T02:32:48,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741970_1146 (size=12154) 2024-11-27T02:32:48,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,079 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127bd43cc93cfa440b695eab9a9d1ef9438_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bd43cc93cfa440b695eab9a9d1ef9438_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:48,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/44afb20fc2514fd591ea96cff30fd0fd, store: [table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:48,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/44afb20fc2514fd591ea96cff30fd0fd is 175, key is test_row_0/A:col10/1732674767320/Put/seqid=0 2024-11-27T02:32:48,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741971_1147 (size=30955) 2024-11-27T02:32:48,094 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/44afb20fc2514fd591ea96cff30fd0fd 2024-11-27T02:32:48,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/23be55f37fcc4ab29846884877368cf6 is 50, key is test_row_0/B:col10/1732674767320/Put/seqid=0 2024-11-27T02:32:48,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741972_1148 (size=12001) 2024-11-27T02:32:48,133 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/23be55f37fcc4ab29846884877368cf6 2024-11-27T02:32:48,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/1a38190d58474e8b9c79757b72d958be is 50, key is test_row_0/C:col10/1732674767320/Put/seqid=0 2024-11-27T02:32:48,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741973_1149 (size=12001) 2024-11-27T02:32:48,168 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/1a38190d58474e8b9c79757b72d958be 2024-11-27T02:32:48,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/44afb20fc2514fd591ea96cff30fd0fd as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/44afb20fc2514fd591ea96cff30fd0fd 2024-11-27T02:32:48,188 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/44afb20fc2514fd591ea96cff30fd0fd, entries=150, sequenceid=40, filesize=30.2 K 2024-11-27T02:32:48,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/23be55f37fcc4ab29846884877368cf6 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/23be55f37fcc4ab29846884877368cf6 2024-11-27T02:32:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,199 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/23be55f37fcc4ab29846884877368cf6, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T02:32:48,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/1a38190d58474e8b9c79757b72d958be as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/1a38190d58474e8b9c79757b72d958be 2024-11-27T02:32:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,206 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/1a38190d58474e8b9c79757b72d958be, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T02:32:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,207 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for a2cf03bac8328f408138130de1e5ea3e in 169ms, sequenceid=40, compaction requested=false 2024-11-27T02:32:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:48,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:48,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-11-27T02:32:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-11-27T02:32:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-11-27T02:32:48,211 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 941 msec 2024-11-27T02:32:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,214 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 951 msec 2024-11-27T02:32:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-11-27T02:32:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,370 INFO [Thread-699 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-11-27T02:32:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:32:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-11-27T02:32:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T02:32:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,374 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:32:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,374 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:32:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,374 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:32:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T02:32:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:48,484 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2cf03bac8328f408138130de1e5ea3e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T02:32:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=A 2024-11-27T02:32:48,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:48,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=B 2024-11-27T02:32:48,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:48,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=C 2024-11-27T02:32:48,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:48,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112701ac212f9e004927913588012f44e106_a2cf03bac8328f408138130de1e5ea3e is 50, key is test_row_0/A:col10/1732674768471/Put/seqid=0 2024-11-27T02:32:48,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:48,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674828517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:48,526 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:48,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674828518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:48,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674828520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:48,527 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T02:32:48,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:48,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:48,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:48,527 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:48,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:48,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:48,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674828525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:48,530 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:48,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674828526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:48,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741975_1151 (size=29238) 2024-11-27T02:32:48,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,538 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,545 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112701ac212f9e004927913588012f44e106_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112701ac212f9e004927913588012f44e106_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,546 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/e50970b30bcb498a990cf7d8a8a3b4a2, store: [table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/e50970b30bcb498a990cf7d8a8a3b4a2 is 175, key is test_row_0/A:col10/1732674768471/Put/seqid=0 2024-11-27T02:32:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741974_1150 (size=91179) 2024-11-27T02:32:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:48,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:48,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674828627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:48,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674828629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:48,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:48,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674828629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:48,634 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674828633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:48,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:48,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674828634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:48,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T02:32:48,679 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:48,680 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T02:32:48,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:48,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:48,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:48,681 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:48,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:48,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:48,698 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T02:32:48,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674828832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:48,834 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:48,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T02:32:48,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:48,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:48,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:48,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:48,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:48,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674828834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:48,836 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674828834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:48,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:48,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:48,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674828837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:48,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:48,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674828837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:48,950 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/e50970b30bcb498a990cf7d8a8a3b4a2 2024-11-27T02:32:48,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/6d909b27e8854e638b803f61c9c92575 is 50, key is test_row_0/B:col10/1732674768471/Put/seqid=0 2024-11-27T02:32:48,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741976_1152 (size=12001) 2024-11-27T02:32:48,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T02:32:48,976 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/6d909b27e8854e638b803f61c9c92575 2024-11-27T02:32:48,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/fc50732a277a4b3184d37348b88d119f is 50, key is test_row_0/C:col10/1732674768471/Put/seqid=0 2024-11-27T02:32:48,987 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:48,988 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T02:32:48,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:48,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:48,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:48,989 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:48,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:48,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:49,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741977_1153 (size=12001) 2024-11-27T02:32:49,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/fc50732a277a4b3184d37348b88d119f 2024-11-27T02:32:49,021 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/e50970b30bcb498a990cf7d8a8a3b4a2 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/e50970b30bcb498a990cf7d8a8a3b4a2 2024-11-27T02:32:49,033 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/e50970b30bcb498a990cf7d8a8a3b4a2, entries=500, sequenceid=53, filesize=89.0 K 2024-11-27T02:32:49,034 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/6d909b27e8854e638b803f61c9c92575 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/6d909b27e8854e638b803f61c9c92575 2024-11-27T02:32:49,042 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/6d909b27e8854e638b803f61c9c92575, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T02:32:49,043 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/fc50732a277a4b3184d37348b88d119f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/fc50732a277a4b3184d37348b88d119f 2024-11-27T02:32:49,050 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/fc50732a277a4b3184d37348b88d119f, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T02:32:49,051 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a2cf03bac8328f408138130de1e5ea3e in 567ms, sequenceid=53, compaction requested=true 2024-11-27T02:32:49,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:49,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:32:49,051 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:49,051 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:49,052 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:49,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:32:49,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:49,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:32:49,052 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:49,053 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:49,053 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/B is initiating minor compaction (all files) 2024-11-27T02:32:49,053 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/B in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:49,053 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/ede06704d29d4bc288543ab355415565, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/23be55f37fcc4ab29846884877368cf6, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/6d909b27e8854e638b803f61c9c92575] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=35.2 K 2024-11-27T02:32:49,054 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting ede06704d29d4bc288543ab355415565, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732674767279 2024-11-27T02:32:49,056 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 153089 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:49,056 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/A is initiating minor compaction (all files) 2024-11-27T02:32:49,056 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/A in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:49,056 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/439ce7c692d042e6a65963b5c339f640, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/44afb20fc2514fd591ea96cff30fd0fd, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/e50970b30bcb498a990cf7d8a8a3b4a2] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=149.5 K 2024-11-27T02:32:49,056 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:49,057 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 23be55f37fcc4ab29846884877368cf6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732674767312 2024-11-27T02:32:49,056 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. files: [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/439ce7c692d042e6a65963b5c339f640, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/44afb20fc2514fd591ea96cff30fd0fd, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/e50970b30bcb498a990cf7d8a8a3b4a2] 2024-11-27T02:32:49,057 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 439ce7c692d042e6a65963b5c339f640, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732674767279 2024-11-27T02:32:49,057 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d909b27e8854e638b803f61c9c92575, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732674768471 2024-11-27T02:32:49,058 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44afb20fc2514fd591ea96cff30fd0fd, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732674767312 2024-11-27T02:32:49,059 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting e50970b30bcb498a990cf7d8a8a3b4a2, keycount=500, bloomtype=ROW, size=89.0 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732674768465 2024-11-27T02:32:49,077 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#B#compaction#133 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:49,078 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/4d01fc247bb546dc92509f6c05796f57 is 50, key is test_row_0/B:col10/1732674768471/Put/seqid=0 2024-11-27T02:32:49,084 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:49,109 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411278a382fed0dfb468b9397840b427e50bc_a2cf03bac8328f408138130de1e5ea3e store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:49,114 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411278a382fed0dfb468b9397840b427e50bc_a2cf03bac8328f408138130de1e5ea3e, store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:49,114 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278a382fed0dfb468b9397840b427e50bc_a2cf03bac8328f408138130de1e5ea3e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:49,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741978_1154 (size=12104) 2024-11-27T02:32:49,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:49,142 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2cf03bac8328f408138130de1e5ea3e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T02:32:49,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T02:32:49,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:49,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:49,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:49,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:49,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:49,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741979_1155 (size=4469) 2024-11-27T02:32:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:49,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=A 2024-11-27T02:32:49,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:49,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=B 2024-11-27T02:32:49,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:49,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=C 2024-11-27T02:32:49,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:49,148 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#A#compaction#134 average throughput is 0.38 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:49,150 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/bde1328ae5f6499a9e2d03733474c30e is 175, key is test_row_0/A:col10/1732674768471/Put/seqid=0 2024-11-27T02:32:49,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674829157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674829157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:49,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674829158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:49,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674829159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:49,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674829159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127400f39ba175c446dbef3a468a0db40d1_a2cf03bac8328f408138130de1e5ea3e is 50, key is test_row_0/A:col10/1732674769141/Put/seqid=0 2024-11-27T02:32:49,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741980_1156 (size=31058) 2024-11-27T02:32:49,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741981_1157 (size=17034) 2024-11-27T02:32:49,197 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:49,204 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127400f39ba175c446dbef3a468a0db40d1_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127400f39ba175c446dbef3a468a0db40d1_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:49,205 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/36f5425eab014a30b9664f5e56db1833, store: [table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:49,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/36f5425eab014a30b9664f5e56db1833 is 175, key is test_row_0/A:col10/1732674769141/Put/seqid=0 2024-11-27T02:32:49,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741982_1158 (size=48139) 2024-11-27T02:32:49,243 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/36f5425eab014a30b9664f5e56db1833 2024-11-27T02:32:49,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:49,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674829261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674829261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:49,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674829261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674829262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:49,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674829265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/bdcd055a966045c8984300160f66c8d3 is 50, key is test_row_0/B:col10/1732674769141/Put/seqid=0 2024-11-27T02:32:49,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741983_1159 (size=12001) 2024-11-27T02:32:49,297 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T02:32:49,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:49,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:49,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:49,297 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:49,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:49,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:49,450 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T02:32:49,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:49,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:49,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:49,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:49,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:49,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:49,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:49,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674829467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,472 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674829468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674829469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:49,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674829470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,477 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:49,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674829476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T02:32:49,540 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/4d01fc247bb546dc92509f6c05796f57 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/4d01fc247bb546dc92509f6c05796f57 2024-11-27T02:32:49,547 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/B of a2cf03bac8328f408138130de1e5ea3e into 4d01fc247bb546dc92509f6c05796f57(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:49,547 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:49,547 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/B, priority=13, startTime=1732674769051; duration=0sec 2024-11-27T02:32:49,547 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:49,547 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:B 2024-11-27T02:32:49,547 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:49,549 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:49,550 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/C is initiating minor compaction (all files) 2024-11-27T02:32:49,550 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/C in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:49,550 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/c274608e508d493e8049ebe3f082ec1f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/1a38190d58474e8b9c79757b72d958be, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/fc50732a277a4b3184d37348b88d119f] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=35.2 K 2024-11-27T02:32:49,550 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting c274608e508d493e8049ebe3f082ec1f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=18, earliestPutTs=1732674767279 2024-11-27T02:32:49,551 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a38190d58474e8b9c79757b72d958be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732674767312 2024-11-27T02:32:49,551 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting fc50732a277a4b3184d37348b88d119f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732674768471 2024-11-27T02:32:49,561 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#C#compaction#137 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:49,562 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/5ae3f99006454226ae726e24ff0750ae is 50, key is test_row_0/C:col10/1732674768471/Put/seqid=0 2024-11-27T02:32:49,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741984_1160 (size=12104) 2024-11-27T02:32:49,591 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/5ae3f99006454226ae726e24ff0750ae as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5ae3f99006454226ae726e24ff0750ae 2024-11-27T02:32:49,597 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/bde1328ae5f6499a9e2d03733474c30e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/bde1328ae5f6499a9e2d03733474c30e 2024-11-27T02:32:49,603 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T02:32:49,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:49,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:49,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:49,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:49,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:49,605 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/C of a2cf03bac8328f408138130de1e5ea3e into 5ae3f99006454226ae726e24ff0750ae(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:49,605 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:49,606 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/C, priority=13, startTime=1732674769052; duration=0sec 2024-11-27T02:32:49,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:49,606 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:49,606 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:C 2024-11-27T02:32:49,609 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/A of a2cf03bac8328f408138130de1e5ea3e into bde1328ae5f6499a9e2d03733474c30e(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:49,609 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:49,609 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/A, priority=13, startTime=1732674769051; duration=0sec 2024-11-27T02:32:49,609 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:49,609 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:A 2024-11-27T02:32:49,693 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/bdcd055a966045c8984300160f66c8d3 2024-11-27T02:32:49,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/6a8d1520fe064e938eb686716dad0b2a is 50, key is test_row_0/C:col10/1732674769141/Put/seqid=0 2024-11-27T02:32:49,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741985_1161 (size=12001) 2024-11-27T02:32:49,757 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,758 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T02:32:49,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:49,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:49,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:49,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:49,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:49,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:49,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674829769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:49,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674829775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674829774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:49,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674829775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,781 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:49,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674829780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,911 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:49,911 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T02:32:49,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:49,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:49,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:49,912 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:49,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:50,064 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:50,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T02:32:50,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:50,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:50,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:50,065 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:50,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:50,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:50,106 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/6a8d1520fe064e938eb686716dad0b2a 2024-11-27T02:32:50,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/36f5425eab014a30b9664f5e56db1833 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/36f5425eab014a30b9664f5e56db1833 2024-11-27T02:32:50,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/36f5425eab014a30b9664f5e56db1833, entries=250, sequenceid=79, filesize=47.0 K 2024-11-27T02:32:50,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/bdcd055a966045c8984300160f66c8d3 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/bdcd055a966045c8984300160f66c8d3 2024-11-27T02:32:50,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/bdcd055a966045c8984300160f66c8d3, entries=150, sequenceid=79, filesize=11.7 K 2024-11-27T02:32:50,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/6a8d1520fe064e938eb686716dad0b2a as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/6a8d1520fe064e938eb686716dad0b2a 2024-11-27T02:32:50,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/6a8d1520fe064e938eb686716dad0b2a, entries=150, sequenceid=79, filesize=11.7 K 2024-11-27T02:32:50,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for a2cf03bac8328f408138130de1e5ea3e in 1001ms, sequenceid=79, compaction requested=false 2024-11-27T02:32:50,143 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:50,217 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:50,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-11-27T02:32:50,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:50,218 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing a2cf03bac8328f408138130de1e5ea3e 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T02:32:50,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=A 2024-11-27T02:32:50,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:50,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=B 2024-11-27T02:32:50,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:50,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=C 2024-11-27T02:32:50,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:50,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278703f9e7fcac41efa3837fc7442e94a9_a2cf03bac8328f408138130de1e5ea3e is 50, key is test_row_0/A:col10/1732674769157/Put/seqid=0 2024-11-27T02:32:50,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741986_1162 (size=12154) 2024-11-27T02:32:50,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:50,265 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278703f9e7fcac41efa3837fc7442e94a9_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278703f9e7fcac41efa3837fc7442e94a9_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:50,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/164d946bc88644bf966310583bc06002, store: [table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:50,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/164d946bc88644bf966310583bc06002 is 175, key is test_row_0/A:col10/1732674769157/Put/seqid=0 2024-11-27T02:32:50,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:50,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741987_1163 (size=30955) 2024-11-27T02:32:50,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674830297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:50,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674830300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:50,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674830300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:50,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674830301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:50,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674830301, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:50,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674830403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:50,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674830405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:50,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674830405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:50,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674830405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:50,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674830405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T02:32:50,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674830607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:50,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674830608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:50,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674830608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:50,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674830609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:50,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674830609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:50,680 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/164d946bc88644bf966310583bc06002 2024-11-27T02:32:50,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/89dc6ed0569e4a0f9e3a9bd5a61b8183 is 50, key is test_row_0/B:col10/1732674769157/Put/seqid=0 2024-11-27T02:32:50,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741988_1164 (size=12001) 2024-11-27T02:32:50,695 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/89dc6ed0569e4a0f9e3a9bd5a61b8183 2024-11-27T02:32:50,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/9a4ec92347354ec4a3ce6b07adeb7cc7 is 50, key is test_row_0/C:col10/1732674769157/Put/seqid=0 2024-11-27T02:32:50,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741989_1165 (size=12001) 2024-11-27T02:32:50,708 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/9a4ec92347354ec4a3ce6b07adeb7cc7 2024-11-27T02:32:50,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/164d946bc88644bf966310583bc06002 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/164d946bc88644bf966310583bc06002 2024-11-27T02:32:50,718 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/164d946bc88644bf966310583bc06002, entries=150, sequenceid=92, filesize=30.2 K 2024-11-27T02:32:50,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/89dc6ed0569e4a0f9e3a9bd5a61b8183 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/89dc6ed0569e4a0f9e3a9bd5a61b8183 2024-11-27T02:32:50,728 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/89dc6ed0569e4a0f9e3a9bd5a61b8183, entries=150, sequenceid=92, filesize=11.7 K 2024-11-27T02:32:50,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/9a4ec92347354ec4a3ce6b07adeb7cc7 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/9a4ec92347354ec4a3ce6b07adeb7cc7 2024-11-27T02:32:50,738 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/9a4ec92347354ec4a3ce6b07adeb7cc7, entries=150, sequenceid=92, filesize=11.7 K 2024-11-27T02:32:50,739 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for a2cf03bac8328f408138130de1e5ea3e in 521ms, sequenceid=92, compaction requested=true 2024-11-27T02:32:50,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:50,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:50,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-11-27T02:32:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-11-27T02:32:50,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-11-27T02:32:50,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3670 sec 2024-11-27T02:32:50,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 2.3710 sec 2024-11-27T02:32:50,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:50,912 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2cf03bac8328f408138130de1e5ea3e 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T02:32:50,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=A 2024-11-27T02:32:50,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:50,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=B 2024-11-27T02:32:50,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:50,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=C 2024-11-27T02:32:50,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:50,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:50,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674830915, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:50,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674830916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:50,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674830917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:50,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:50,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674830918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:50,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674830919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:50,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278de650ded17d403190874926cf490cd7_a2cf03bac8328f408138130de1e5ea3e is 50, key is test_row_0/A:col10/1732674770912/Put/seqid=0 2024-11-27T02:32:50,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741990_1166 (size=17034) 2024-11-27T02:32:51,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674831019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:51,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:51,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674831019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:51,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674831020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:51,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674831020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:51,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:51,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674831020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:51,224 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:51,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674831222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:51,225 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:51,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674831223, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:51,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674831225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:51,229 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674831227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:51,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:51,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674831227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:51,329 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,333 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278de650ded17d403190874926cf490cd7_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278de650ded17d403190874926cf490cd7_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:51,334 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/381ce3248f40489180a765784c0663f9, store: [table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:51,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/381ce3248f40489180a765784c0663f9 is 175, key is test_row_0/A:col10/1732674770912/Put/seqid=0 2024-11-27T02:32:51,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741991_1167 (size=48139) 2024-11-27T02:32:51,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674831526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:51,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:51,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674831526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:51,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:51,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674831530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:51,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:51,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674831530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:51,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674831531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:51,749 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=120, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/381ce3248f40489180a765784c0663f9 2024-11-27T02:32:51,754 INFO [master/7723ddd88b72:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T02:32:51,754 INFO [master/7723ddd88b72:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T02:32:51,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/f09061d035194f239e5725212c09204e is 50, key is test_row_0/B:col10/1732674770912/Put/seqid=0 2024-11-27T02:32:51,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741992_1168 (size=12001) 2024-11-27T02:32:51,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/f09061d035194f239e5725212c09204e 2024-11-27T02:32:51,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/8cac824aae9e4fad8c7210c239b8c7f5 is 50, key is test_row_0/C:col10/1732674770912/Put/seqid=0 2024-11-27T02:32:51,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741993_1169 (size=12001) 2024-11-27T02:32:51,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/8cac824aae9e4fad8c7210c239b8c7f5 2024-11-27T02:32:51,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/381ce3248f40489180a765784c0663f9 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/381ce3248f40489180a765784c0663f9 2024-11-27T02:32:51,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/381ce3248f40489180a765784c0663f9, entries=250, sequenceid=120, filesize=47.0 K 2024-11-27T02:32:51,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/f09061d035194f239e5725212c09204e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/f09061d035194f239e5725212c09204e 2024-11-27T02:32:51,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/f09061d035194f239e5725212c09204e, entries=150, sequenceid=120, filesize=11.7 K 2024-11-27T02:32:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/8cac824aae9e4fad8c7210c239b8c7f5 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/8cac824aae9e4fad8c7210c239b8c7f5 2024-11-27T02:32:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,815 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/8cac824aae9e4fad8c7210c239b8c7f5, entries=150, sequenceid=120, filesize=11.7 K 2024-11-27T02:32:51,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,817 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for a2cf03bac8328f408138130de1e5ea3e in 905ms, sequenceid=120, compaction requested=true 2024-11-27T02:32:51,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:51,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:32:51,817 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:32:51,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:51,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:32:51,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:51,817 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:32:51,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:32:51,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,819 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:32:51,819 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/B is initiating minor compaction (all files) 2024-11-27T02:32:51,819 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/B in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:51,819 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/4d01fc247bb546dc92509f6c05796f57, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/bdcd055a966045c8984300160f66c8d3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/89dc6ed0569e4a0f9e3a9bd5a61b8183, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/f09061d035194f239e5725212c09204e] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=47.0 K 2024-11-27T02:32:51,819 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158291 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:32:51,819 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/A is initiating minor compaction (all files) 2024-11-27T02:32:51,819 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/A in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:51,819 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/bde1328ae5f6499a9e2d03733474c30e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/36f5425eab014a30b9664f5e56db1833, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/164d946bc88644bf966310583bc06002, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/381ce3248f40489180a765784c0663f9] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=154.6 K 2024-11-27T02:32:51,820 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:51,820 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. files: [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/bde1328ae5f6499a9e2d03733474c30e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/36f5425eab014a30b9664f5e56db1833, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/164d946bc88644bf966310583bc06002, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/381ce3248f40489180a765784c0663f9] 2024-11-27T02:32:51,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,820 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d01fc247bb546dc92509f6c05796f57, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732674768471 2024-11-27T02:32:51,820 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting bde1328ae5f6499a9e2d03733474c30e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732674768471 2024-11-27T02:32:51,820 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting bdcd055a966045c8984300160f66c8d3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732674768522 2024-11-27T02:32:51,821 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 89dc6ed0569e4a0f9e3a9bd5a61b8183, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732674769154 2024-11-27T02:32:51,821 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 36f5425eab014a30b9664f5e56db1833, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732674768518 2024-11-27T02:32:51,821 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 164d946bc88644bf966310583bc06002, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732674769154 2024-11-27T02:32:51,821 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting f09061d035194f239e5725212c09204e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732674770296 2024-11-27T02:32:51,822 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 381ce3248f40489180a765784c0663f9, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732674770296 2024-11-27T02:32:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,839 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:51,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,847 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127f5680a9d6b76444983e2281ef164ae60_a2cf03bac8328f408138130de1e5ea3e store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:51,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,849 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#B#compaction#146 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:51,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,850 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/91e0c00bedf7449283fe0afb021e2c5f is 50, key is test_row_0/B:col10/1732674770912/Put/seqid=0 2024-11-27T02:32:51,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,856 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127f5680a9d6b76444983e2281ef164ae60_a2cf03bac8328f408138130de1e5ea3e, store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:51,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,856 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f5680a9d6b76444983e2281ef164ae60_a2cf03bac8328f408138130de1e5ea3e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:51,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741994_1170 (size=12241) 2024-11-27T02:32:51,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741995_1171 (size=4469) 2024-11-27T02:32:51,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,877 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/91e0c00bedf7449283fe0afb021e2c5f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/91e0c00bedf7449283fe0afb021e2c5f 2024-11-27T02:32:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,878 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#A#compaction#145 average throughput is 0.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:51,879 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/332ba87159bc497d8f30dad569caecc8 is 175, key is test_row_0/A:col10/1732674770912/Put/seqid=0 2024-11-27T02:32:51,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,886 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/B of a2cf03bac8328f408138130de1e5ea3e into 91e0c00bedf7449283fe0afb021e2c5f(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:51,886 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:51,886 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/B, priority=12, startTime=1732674771817; duration=0sec 2024-11-27T02:32:51,886 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:51,886 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:B 2024-11-27T02:32:51,886 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:32:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,888 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:32:51,888 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/C is initiating minor compaction (all files) 2024-11-27T02:32:51,888 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/C in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:51,888 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5ae3f99006454226ae726e24ff0750ae, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/6a8d1520fe064e938eb686716dad0b2a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/9a4ec92347354ec4a3ce6b07adeb7cc7, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/8cac824aae9e4fad8c7210c239b8c7f5] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=47.0 K 2024-11-27T02:32:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,889 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ae3f99006454226ae726e24ff0750ae, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732674768471 2024-11-27T02:32:51,889 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 6a8d1520fe064e938eb686716dad0b2a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732674768522 2024-11-27T02:32:51,890 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 9a4ec92347354ec4a3ce6b07adeb7cc7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732674769154 2024-11-27T02:32:51,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,890 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cac824aae9e4fad8c7210c239b8c7f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732674770296 2024-11-27T02:32:51,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741996_1172 (size=31195) 2024-11-27T02:32:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,910 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/332ba87159bc497d8f30dad569caecc8 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/332ba87159bc497d8f30dad569caecc8 2024-11-27T02:32:51,911 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#C#compaction#147 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:51,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,911 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/df60c85ec9d54f92b0fad47b3d55d0c5 is 50, key is test_row_0/C:col10/1732674770912/Put/seqid=0 2024-11-27T02:32:51,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,917 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/A of a2cf03bac8328f408138130de1e5ea3e into 332ba87159bc497d8f30dad569caecc8(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:51,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,918 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:51,918 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/A, priority=12, startTime=1732674771817; duration=0sec 2024-11-27T02:32:51,918 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:51,918 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:A 2024-11-27T02:32:51,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741997_1173 (size=12241) 2024-11-27T02:32:51,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,938 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/df60c85ec9d54f92b0fad47b3d55d0c5 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/df60c85ec9d54f92b0fad47b3d55d0c5 2024-11-27T02:32:51,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,944 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/C of a2cf03bac8328f408138130de1e5ea3e into df60c85ec9d54f92b0fad47b3d55d0c5(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:51,944 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,944 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/C, priority=12, startTime=1732674771817; duration=0sec 2024-11-27T02:32:51,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,944 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:51,944 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:C 2024-11-27T02:32:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:51,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:52,039 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2cf03bac8328f408138130de1e5ea3e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T02:32:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=A 2024-11-27T02:32:52,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:52,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=B 2024-11-27T02:32:52,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:52,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=C 2024-11-27T02:32:52,040 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:52,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279d4ffd770d0e43488b8fae403ecc0670_a2cf03bac8328f408138130de1e5ea3e is 50, key is test_row_0/A:col10/1732674772032/Put/seqid=0 2024-11-27T02:32:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741998_1174 (size=17184) 2024-11-27T02:32:52,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,057 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,066 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279d4ffd770d0e43488b8fae403ecc0670_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279d4ffd770d0e43488b8fae403ecc0670_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:52,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,067 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/1735a8c22e4d44ffb14e289f57c5e797, store: [table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:52,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/1735a8c22e4d44ffb14e289f57c5e797 is 175, key is test_row_0/A:col10/1732674772032/Put/seqid=0 2024-11-27T02:32:52,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073741999_1175 (size=48285) 2024-11-27T02:32:52,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,099 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/1735a8c22e4d44ffb14e289f57c5e797 2024-11-27T02:32:52,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674832098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674832101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674832101, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674832102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,106 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674832102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/8b40a77e1619463d84279a4dc2fd43b7 is 50, key is test_row_0/B:col10/1732674772032/Put/seqid=0 2024-11-27T02:32:52,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742000_1176 (size=9757) 2024-11-27T02:32:52,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674832204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674832204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674832207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674832207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674832208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674832405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674832407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674832411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674832411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674832411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-11-27T02:32:52,480 INFO [Thread-699 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-11-27T02:32:52,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:32:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-11-27T02:32:52,485 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:32:52,486 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:32:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T02:32:52,486 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:32:52,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/8b40a77e1619463d84279a4dc2fd43b7 2024-11-27T02:32:52,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/bc5e08f2b22542a5b7ada44517a416d9 is 50, key is test_row_0/C:col10/1732674772032/Put/seqid=0 2024-11-27T02:32:52,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742001_1177 (size=9757) 2024-11-27T02:32:52,553 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/bc5e08f2b22542a5b7ada44517a416d9 2024-11-27T02:32:52,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/1735a8c22e4d44ffb14e289f57c5e797 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/1735a8c22e4d44ffb14e289f57c5e797 2024-11-27T02:32:52,567 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/1735a8c22e4d44ffb14e289f57c5e797, entries=250, sequenceid=134, filesize=47.2 K 2024-11-27T02:32:52,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/8b40a77e1619463d84279a4dc2fd43b7 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/8b40a77e1619463d84279a4dc2fd43b7 2024-11-27T02:32:52,577 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/8b40a77e1619463d84279a4dc2fd43b7, entries=100, sequenceid=134, filesize=9.5 K 2024-11-27T02:32:52,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/bc5e08f2b22542a5b7ada44517a416d9 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/bc5e08f2b22542a5b7ada44517a416d9 2024-11-27T02:32:52,586 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/bc5e08f2b22542a5b7ada44517a416d9, entries=100, sequenceid=134, filesize=9.5 K 2024-11-27T02:32:52,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T02:32:52,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for a2cf03bac8328f408138130de1e5ea3e in 548ms, sequenceid=134, compaction requested=false 2024-11-27T02:32:52,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:52,639 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,640 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-11-27T02:32:52,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:52,640 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing a2cf03bac8328f408138130de1e5ea3e 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T02:32:52,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=A 2024-11-27T02:32:52,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:52,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=B 2024-11-27T02:32:52,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:52,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=C 2024-11-27T02:32:52,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:52,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272270dd5611664b50b76ba023a4269c4a_a2cf03bac8328f408138130de1e5ea3e is 50, key is test_row_0/A:col10/1732674772097/Put/seqid=0 2024-11-27T02:32:52,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742002_1178 (size=12304) 2024-11-27T02:32:52,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:52,666 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272270dd5611664b50b76ba023a4269c4a_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272270dd5611664b50b76ba023a4269c4a_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:52,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/5cdd26fd48824b25bf56b3632566425b, store: [table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:52,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/5cdd26fd48824b25bf56b3632566425b is 175, key is test_row_0/A:col10/1732674772097/Put/seqid=0 2024-11-27T02:32:52,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742003_1179 (size=31105) 2024-11-27T02:32:52,679 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/5cdd26fd48824b25bf56b3632566425b 2024-11-27T02:32:52,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/1f43569999bb415fbf4801fcd785d363 is 50, key is test_row_0/B:col10/1732674772097/Put/seqid=0 2024-11-27T02:32:52,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742004_1180 (size=12151) 2024-11-27T02:32:52,705 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/1f43569999bb415fbf4801fcd785d363 2024-11-27T02:32:52,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:52,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:52,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/21cb4664f53546bcadbbd9a9df7bbb4c is 50, key is test_row_0/C:col10/1732674772097/Put/seqid=0 2024-11-27T02:32:52,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674832716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674832718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674832718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674832719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674832719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742005_1181 (size=12151) 2024-11-27T02:32:52,731 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/21cb4664f53546bcadbbd9a9df7bbb4c 2024-11-27T02:32:52,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/5cdd26fd48824b25bf56b3632566425b as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5cdd26fd48824b25bf56b3632566425b 2024-11-27T02:32:52,748 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5cdd26fd48824b25bf56b3632566425b, entries=150, sequenceid=160, filesize=30.4 K 2024-11-27T02:32:52,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/1f43569999bb415fbf4801fcd785d363 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/1f43569999bb415fbf4801fcd785d363 2024-11-27T02:32:52,757 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/1f43569999bb415fbf4801fcd785d363, entries=150, sequenceid=160, filesize=11.9 K 2024-11-27T02:32:52,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/21cb4664f53546bcadbbd9a9df7bbb4c as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/21cb4664f53546bcadbbd9a9df7bbb4c 2024-11-27T02:32:52,765 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/21cb4664f53546bcadbbd9a9df7bbb4c, entries=150, sequenceid=160, filesize=11.9 K 2024-11-27T02:32:52,767 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for a2cf03bac8328f408138130de1e5ea3e in 127ms, sequenceid=160, compaction requested=true 2024-11-27T02:32:52,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:52,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:52,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-11-27T02:32:52,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-11-27T02:32:52,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-11-27T02:32:52,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 283 msec 2024-11-27T02:32:52,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 290 msec 2024-11-27T02:32:52,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-11-27T02:32:52,788 INFO [Thread-699 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-11-27T02:32:52,789 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:32:52,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-11-27T02:32:52,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T02:32:52,791 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:32:52,792 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:32:52,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:32:52,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:52,825 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2cf03bac8328f408138130de1e5ea3e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T02:32:52,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=A 2024-11-27T02:32:52,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:52,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=B 2024-11-27T02:32:52,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:52,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=C 2024-11-27T02:32:52,826 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:52,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271dedcdee5e3d4e848e791423e4fbad92_a2cf03bac8328f408138130de1e5ea3e is 50, key is test_row_0/A:col10/1732674772709/Put/seqid=0 2024-11-27T02:32:52,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742006_1182 (size=12304) 2024-11-27T02:32:52,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674832849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674832851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674832851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,856 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674832851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T02:32:52,945 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T02:32:52,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:52,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:52,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:52,946 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:52,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:52,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674832952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674832957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674832957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:52,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:52,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674832957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T02:32:53,097 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:53,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T02:32:53,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:53,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:53,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:53,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:53,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:53,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:53,155 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:53,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674833154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:53,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674833162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:53,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:53,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674833164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:53,167 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674833164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:53,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674833224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:53,247 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:53,250 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:53,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T02:32:53,251 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271dedcdee5e3d4e848e791423e4fbad92_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271dedcdee5e3d4e848e791423e4fbad92_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:53,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:53,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:53,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:53,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:53,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:53,252 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/5940161ae23d412d89dfc42e726a45ec, store: [table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:53,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/5940161ae23d412d89dfc42e726a45ec is 175, key is test_row_0/A:col10/1732674772709/Put/seqid=0 2024-11-27T02:32:53,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742007_1183 (size=31105) 2024-11-27T02:32:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T02:32:53,403 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:53,403 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T02:32:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:53,404 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:53,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:53,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:53,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674833456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:53,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674833464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:53,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674833469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:53,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674833470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:53,556 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:53,556 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T02:32:53,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:53,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:53,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:53,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:53,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:53,664 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/5940161ae23d412d89dfc42e726a45ec 2024-11-27T02:32:53,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/bb4f911c507f40eb97a31ce89081ea2c is 50, key is test_row_0/B:col10/1732674772709/Put/seqid=0 2024-11-27T02:32:53,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742008_1184 (size=12151) 2024-11-27T02:32:53,709 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:53,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T02:32:53,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:53,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:53,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:53,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:53,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:53,861 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:53,862 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T02:32:53,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:53,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:53,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:53,862 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:53,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:53,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T02:32:53,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674833961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:53,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674833966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:53,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674833973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:53,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674833975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:54,014 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:54,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T02:32:54,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:54,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:54,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:54,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] handler.RSProcedureHandler(58): pid=58 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:54,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=58 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=58 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:54,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/bb4f911c507f40eb97a31ce89081ea2c 2024-11-27T02:32:54,089 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/5638462bd1af4885bb720cdeb66f23ba is 50, key is test_row_0/C:col10/1732674772709/Put/seqid=0 2024-11-27T02:32:54,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742009_1185 (size=12151) 2024-11-27T02:32:54,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/5638462bd1af4885bb720cdeb66f23ba 2024-11-27T02:32:54,098 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/5940161ae23d412d89dfc42e726a45ec as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5940161ae23d412d89dfc42e726a45ec 2024-11-27T02:32:54,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5940161ae23d412d89dfc42e726a45ec, entries=150, sequenceid=171, filesize=30.4 K 2024-11-27T02:32:54,102 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/bb4f911c507f40eb97a31ce89081ea2c as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/bb4f911c507f40eb97a31ce89081ea2c 2024-11-27T02:32:54,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/bb4f911c507f40eb97a31ce89081ea2c, entries=150, sequenceid=171, filesize=11.9 K 2024-11-27T02:32:54,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/5638462bd1af4885bb720cdeb66f23ba as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5638462bd1af4885bb720cdeb66f23ba 2024-11-27T02:32:54,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5638462bd1af4885bb720cdeb66f23ba, entries=150, sequenceid=171, filesize=11.9 K 2024-11-27T02:32:54,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for a2cf03bac8328f408138130de1e5ea3e in 1289ms, sequenceid=171, compaction requested=true 2024-11-27T02:32:54,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:54,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:32:54,114 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:32:54,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:54,114 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:32:54,114 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:32:54,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:54,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:32:54,115 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:54,116 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141690 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:32:54,116 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:32:54,116 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/A is initiating minor compaction (all files) 2024-11-27T02:32:54,116 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/B is initiating minor compaction (all files) 2024-11-27T02:32:54,116 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/B in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:54,116 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/A in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:54,116 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/91e0c00bedf7449283fe0afb021e2c5f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/8b40a77e1619463d84279a4dc2fd43b7, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/1f43569999bb415fbf4801fcd785d363, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/bb4f911c507f40eb97a31ce89081ea2c] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=45.2 K 2024-11-27T02:32:54,116 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/332ba87159bc497d8f30dad569caecc8, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/1735a8c22e4d44ffb14e289f57c5e797, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5cdd26fd48824b25bf56b3632566425b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5940161ae23d412d89dfc42e726a45ec] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=138.4 K 2024-11-27T02:32:54,116 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:54,116 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. files: [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/332ba87159bc497d8f30dad569caecc8, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/1735a8c22e4d44ffb14e289f57c5e797, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5cdd26fd48824b25bf56b3632566425b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5940161ae23d412d89dfc42e726a45ec] 2024-11-27T02:32:54,117 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 91e0c00bedf7449283fe0afb021e2c5f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732674770296 2024-11-27T02:32:54,117 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 332ba87159bc497d8f30dad569caecc8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732674770296 2024-11-27T02:32:54,118 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b40a77e1619463d84279a4dc2fd43b7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732674772032 2024-11-27T02:32:54,118 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1735a8c22e4d44ffb14e289f57c5e797, keycount=250, bloomtype=ROW, size=47.2 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732674770916 2024-11-27T02:32:54,118 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f43569999bb415fbf4801fcd785d363, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732674772076 2024-11-27T02:32:54,118 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cdd26fd48824b25bf56b3632566425b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732674772076 2024-11-27T02:32:54,118 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5940161ae23d412d89dfc42e726a45ec, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732674772709 2024-11-27T02:32:54,118 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting bb4f911c507f40eb97a31ce89081ea2c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732674772709 2024-11-27T02:32:54,129 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#B#compaction#157 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:54,130 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/7ffda722394042f5b320e2c131a5ea2a is 50, key is test_row_0/B:col10/1732674772709/Put/seqid=0 2024-11-27T02:32:54,133 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:54,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742010_1186 (size=12527) 2024-11-27T02:32:54,150 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411272a7a7a7571ee4deeb181de9b79069614_a2cf03bac8328f408138130de1e5ea3e store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:54,153 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411272a7a7a7571ee4deeb181de9b79069614_a2cf03bac8328f408138130de1e5ea3e, store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:54,153 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272a7a7a7571ee4deeb181de9b79069614_a2cf03bac8328f408138130de1e5ea3e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:54,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742011_1187 (size=4469) 2024-11-27T02:32:54,167 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:54,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-11-27T02:32:54,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:54,168 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing a2cf03bac8328f408138130de1e5ea3e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T02:32:54,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=A 2024-11-27T02:32:54,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:54,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=B 2024-11-27T02:32:54,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:54,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=C 2024-11-27T02:32:54,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:54,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e11124f332954162825b037698d0dd9c_a2cf03bac8328f408138130de1e5ea3e is 50, key is test_row_0/A:col10/1732674772849/Put/seqid=0 2024-11-27T02:32:54,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742012_1188 (size=12304) 2024-11-27T02:32:54,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:54,204 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e11124f332954162825b037698d0dd9c_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e11124f332954162825b037698d0dd9c_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:54,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/7bda3d56716d4e6ab870d2257eee130e, store: [table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:54,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/7bda3d56716d4e6ab870d2257eee130e is 175, key is test_row_0/A:col10/1732674772849/Put/seqid=0 2024-11-27T02:32:54,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742013_1189 (size=31105) 2024-11-27T02:32:54,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:54,237 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:54,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:54,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674834272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:54,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:54,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674834376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:54,546 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/7ffda722394042f5b320e2c131a5ea2a as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/7ffda722394042f5b320e2c131a5ea2a 2024-11-27T02:32:54,552 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/B of a2cf03bac8328f408138130de1e5ea3e into 7ffda722394042f5b320e2c131a5ea2a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:54,552 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:54,552 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/B, priority=12, startTime=1732674774114; duration=0sec 2024-11-27T02:32:54,552 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:54,552 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:B 2024-11-27T02:32:54,552 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:32:54,554 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46300 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:32:54,554 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/C is initiating minor compaction (all files) 2024-11-27T02:32:54,554 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/C in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:54,554 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/df60c85ec9d54f92b0fad47b3d55d0c5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/bc5e08f2b22542a5b7ada44517a416d9, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/21cb4664f53546bcadbbd9a9df7bbb4c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5638462bd1af4885bb720cdeb66f23ba] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=45.2 K 2024-11-27T02:32:54,555 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting df60c85ec9d54f92b0fad47b3d55d0c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1732674770296 2024-11-27T02:32:54,555 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting bc5e08f2b22542a5b7ada44517a416d9, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1732674772032 2024-11-27T02:32:54,556 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 21cb4664f53546bcadbbd9a9df7bbb4c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1732674772076 2024-11-27T02:32:54,556 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 5638462bd1af4885bb720cdeb66f23ba, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732674772709 2024-11-27T02:32:54,560 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#A#compaction#158 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:54,561 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/b65b8b78bedd4c35aaee007721923109 is 175, key is test_row_0/A:col10/1732674772709/Put/seqid=0 2024-11-27T02:32:54,573 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#C#compaction#160 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:54,574 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/b4b92557eaed444a9a3b329887a3e118 is 50, key is test_row_0/C:col10/1732674772709/Put/seqid=0 2024-11-27T02:32:54,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742014_1190 (size=31481) 2024-11-27T02:32:54,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:54,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674834581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:54,586 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/b65b8b78bedd4c35aaee007721923109 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/b65b8b78bedd4c35aaee007721923109 2024-11-27T02:32:54,592 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/A of a2cf03bac8328f408138130de1e5ea3e into b65b8b78bedd4c35aaee007721923109(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:54,592 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:54,592 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/A, priority=12, startTime=1732674774114; duration=0sec 2024-11-27T02:32:54,592 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:54,592 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:A 2024-11-27T02:32:54,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742015_1191 (size=12527) 2024-11-27T02:32:54,608 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/b4b92557eaed444a9a3b329887a3e118 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/b4b92557eaed444a9a3b329887a3e118 2024-11-27T02:32:54,615 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/C of a2cf03bac8328f408138130de1e5ea3e into b4b92557eaed444a9a3b329887a3e118(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:54,615 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:54,615 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/C, priority=12, startTime=1732674774115; duration=0sec 2024-11-27T02:32:54,615 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:54,615 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:C 2024-11-27T02:32:54,621 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/7bda3d56716d4e6ab870d2257eee130e 2024-11-27T02:32:54,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/65c1c7b4ff79426797e0723a9a704cc4 is 50, key is test_row_0/B:col10/1732674772849/Put/seqid=0 2024-11-27T02:32:54,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742016_1192 (size=12151) 2024-11-27T02:32:54,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:54,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674834883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:54,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T02:32:54,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:54,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674834970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:54,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674834972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:54,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:54,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674834978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:54,985 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:54,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674834984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:55,033 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/65c1c7b4ff79426797e0723a9a704cc4 2024-11-27T02:32:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/016486e5196f4121892b5f9491a32f7d is 50, key is test_row_0/C:col10/1732674772849/Put/seqid=0 2024-11-27T02:32:55,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742017_1193 (size=12151) 2024-11-27T02:32:55,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:55,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674835384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:55,446 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/016486e5196f4121892b5f9491a32f7d 2024-11-27T02:32:55,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/7bda3d56716d4e6ab870d2257eee130e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/7bda3d56716d4e6ab870d2257eee130e 2024-11-27T02:32:55,455 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/7bda3d56716d4e6ab870d2257eee130e, entries=150, sequenceid=196, filesize=30.4 K 2024-11-27T02:32:55,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/65c1c7b4ff79426797e0723a9a704cc4 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/65c1c7b4ff79426797e0723a9a704cc4 2024-11-27T02:32:55,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,461 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/65c1c7b4ff79426797e0723a9a704cc4, entries=150, sequenceid=196, filesize=11.9 K 2024-11-27T02:32:55,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/016486e5196f4121892b5f9491a32f7d as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/016486e5196f4121892b5f9491a32f7d 2024-11-27T02:32:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,467 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/016486e5196f4121892b5f9491a32f7d, entries=150, sequenceid=196, filesize=11.9 K 2024-11-27T02:32:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,468 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for a2cf03bac8328f408138130de1e5ea3e in 1300ms, sequenceid=196, compaction requested=false 2024-11-27T02:32:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:55,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-11-27T02:32:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-11-27T02:32:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-11-27T02:32:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6770 sec 2024-11-27T02:32:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 2.6820 sec 2024-11-27T02:32:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:56,393 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2cf03bac8328f408138130de1e5ea3e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T02:32:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=A 2024-11-27T02:32:56,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:56,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=B 2024-11-27T02:32:56,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:56,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=C 2024-11-27T02:32:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c52b90cee456420986ee3cad47c52278_a2cf03bac8328f408138130de1e5ea3e is 50, key is test_row_0/A:col10/1732674776392/Put/seqid=0 2024-11-27T02:32:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742018_1194 (size=12304) 2024-11-27T02:32:56,466 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674836464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:56,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:56,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674836567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:56,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:56,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674836771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:56,823 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:56,827 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c52b90cee456420986ee3cad47c52278_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c52b90cee456420986ee3cad47c52278_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:56,828 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/e434a1f91a4b43a78de6ddee4e23ad23, store: [table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:56,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/e434a1f91a4b43a78de6ddee4e23ad23 is 175, key is test_row_0/A:col10/1732674776392/Put/seqid=0 2024-11-27T02:32:56,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742019_1195 (size=31105) 2024-11-27T02:32:56,835 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/e434a1f91a4b43a78de6ddee4e23ad23 2024-11-27T02:32:56,844 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/91efaea10fde4726908fb719ba5cee77 is 50, key is test_row_0/B:col10/1732674776392/Put/seqid=0 2024-11-27T02:32:56,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742020_1196 (size=12151) 2024-11-27T02:32:56,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/91efaea10fde4726908fb719ba5cee77 2024-11-27T02:32:56,861 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/d2c5041a341b45c6a4f040614b241c9d is 50, key is test_row_0/C:col10/1732674776392/Put/seqid=0 2024-11-27T02:32:56,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742021_1197 (size=12151) 2024-11-27T02:32:56,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-11-27T02:32:56,896 INFO [Thread-699 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-11-27T02:32:56,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:32:56,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-11-27T02:32:56,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T02:32:56,898 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:32:56,899 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:32:56,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:32:56,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:56,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674836983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:57,000 DEBUG [Thread-689 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., hostname=7723ddd88b72,35047,1732674726326, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T02:32:57,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:57,003 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T02:32:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674837003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:57,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674837003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:57,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:57,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674837003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:57,004 DEBUG [Thread-691 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., hostname=7723ddd88b72,35047,1732674726326, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T02:32:57,004 DEBUG [Thread-693 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., hostname=7723ddd88b72,35047,1732674726326, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T02:32:57,005 DEBUG [Thread-697 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., hostname=7723ddd88b72,35047,1732674726326, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T02:32:57,050 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:57,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-27T02:32:57,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:57,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:57,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:57,051 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:57,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:57,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:57,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:57,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674837075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:57,203 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:57,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-27T02:32:57,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:57,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:57,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:57,204 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] handler.RSProcedureHandler(58): pid=60 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T02:32:57,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=60 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:57,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=60 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:57,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/d2c5041a341b45c6a4f040614b241c9d 2024-11-27T02:32:57,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/e434a1f91a4b43a78de6ddee4e23ad23 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/e434a1f91a4b43a78de6ddee4e23ad23 2024-11-27T02:32:57,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/e434a1f91a4b43a78de6ddee4e23ad23, entries=150, sequenceid=211, filesize=30.4 K 2024-11-27T02:32:57,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/91efaea10fde4726908fb719ba5cee77 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/91efaea10fde4726908fb719ba5cee77 2024-11-27T02:32:57,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/91efaea10fde4726908fb719ba5cee77, entries=150, sequenceid=211, filesize=11.9 K 2024-11-27T02:32:57,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/d2c5041a341b45c6a4f040614b241c9d as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/d2c5041a341b45c6a4f040614b241c9d 2024-11-27T02:32:57,341 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/d2c5041a341b45c6a4f040614b241c9d, entries=150, sequenceid=211, filesize=11.9 K 2024-11-27T02:32:57,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for a2cf03bac8328f408138130de1e5ea3e in 948ms, sequenceid=211, compaction requested=true 2024-11-27T02:32:57,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:57,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:32:57,342 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:57,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:57,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:32:57,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:57,342 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:57,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:32:57,342 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:57,343 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93691 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:57,343 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:57,343 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/A is initiating minor compaction (all files) 2024-11-27T02:32:57,343 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/B is initiating minor compaction (all files) 2024-11-27T02:32:57,343 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/A in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:57,343 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/B in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:57,343 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/7ffda722394042f5b320e2c131a5ea2a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/65c1c7b4ff79426797e0723a9a704cc4, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/91efaea10fde4726908fb719ba5cee77] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=36.0 K 2024-11-27T02:32:57,343 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/b65b8b78bedd4c35aaee007721923109, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/7bda3d56716d4e6ab870d2257eee130e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/e434a1f91a4b43a78de6ddee4e23ad23] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=91.5 K 2024-11-27T02:32:57,343 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:57,343 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. files: [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/b65b8b78bedd4c35aaee007721923109, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/7bda3d56716d4e6ab870d2257eee130e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/e434a1f91a4b43a78de6ddee4e23ad23] 2024-11-27T02:32:57,343 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ffda722394042f5b320e2c131a5ea2a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732674772709 2024-11-27T02:32:57,344 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting b65b8b78bedd4c35aaee007721923109, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732674772709 2024-11-27T02:32:57,344 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 65c1c7b4ff79426797e0723a9a704cc4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732674772848 2024-11-27T02:32:57,344 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7bda3d56716d4e6ab870d2257eee130e, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732674772848 2024-11-27T02:32:57,344 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 91efaea10fde4726908fb719ba5cee77, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732674774269 2024-11-27T02:32:57,345 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting e434a1f91a4b43a78de6ddee4e23ad23, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732674774269 2024-11-27T02:32:57,354 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:57,356 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:57,356 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-11-27T02:32:57,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:57,357 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing a2cf03bac8328f408138130de1e5ea3e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T02:32:57,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=A 2024-11-27T02:32:57,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:57,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=B 2024-11-27T02:32:57,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:57,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=C 2024-11-27T02:32:57,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:57,358 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#B#compaction#167 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:57,359 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/e62339cbf5de4668b988de40cb8b3019 is 50, key is test_row_0/B:col10/1732674776392/Put/seqid=0 2024-11-27T02:32:57,360 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127967c26caf030461b947140e1cf62445d_a2cf03bac8328f408138130de1e5ea3e store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:57,362 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127967c26caf030461b947140e1cf62445d_a2cf03bac8328f408138130de1e5ea3e, store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:57,362 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127967c26caf030461b947140e1cf62445d_a2cf03bac8328f408138130de1e5ea3e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:57,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f45b841189b847f18ef9603b2dd196a8_a2cf03bac8328f408138130de1e5ea3e is 50, key is test_row_0/A:col10/1732674776450/Put/seqid=0 2024-11-27T02:32:57,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742022_1198 (size=12629) 2024-11-27T02:32:57,398 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/e62339cbf5de4668b988de40cb8b3019 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/e62339cbf5de4668b988de40cb8b3019 2024-11-27T02:32:57,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742023_1199 (size=4469) 2024-11-27T02:32:57,402 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#A#compaction#166 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:57,403 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/3056670e25d34187b59174fac41c6b54 is 175, key is test_row_0/A:col10/1732674776392/Put/seqid=0 2024-11-27T02:32:57,405 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/B of a2cf03bac8328f408138130de1e5ea3e into e62339cbf5de4668b988de40cb8b3019(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:57,406 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:57,406 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/B, priority=13, startTime=1732674777342; duration=0sec 2024-11-27T02:32:57,406 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:57,406 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:B 2024-11-27T02:32:57,406 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:57,407 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:57,407 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/C is initiating minor compaction (all files) 2024-11-27T02:32:57,407 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/C in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:57,407 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/b4b92557eaed444a9a3b329887a3e118, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/016486e5196f4121892b5f9491a32f7d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/d2c5041a341b45c6a4f040614b241c9d] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=36.0 K 2024-11-27T02:32:57,408 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting b4b92557eaed444a9a3b329887a3e118, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732674772709 2024-11-27T02:32:57,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742024_1200 (size=12304) 2024-11-27T02:32:57,409 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 016486e5196f4121892b5f9491a32f7d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732674772848 2024-11-27T02:32:57,409 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting d2c5041a341b45c6a4f040614b241c9d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732674774269 2024-11-27T02:32:57,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:57,413 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f45b841189b847f18ef9603b2dd196a8_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f45b841189b847f18ef9603b2dd196a8_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:57,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/051955d058dc45f0a4e13f55be8adf53, store: [table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:57,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/051955d058dc45f0a4e13f55be8adf53 is 175, key is test_row_0/A:col10/1732674776450/Put/seqid=0 2024-11-27T02:32:57,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742025_1201 (size=31583) 2024-11-27T02:32:57,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742026_1202 (size=31105) 2024-11-27T02:32:57,423 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/051955d058dc45f0a4e13f55be8adf53 2024-11-27T02:32:57,424 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/3056670e25d34187b59174fac41c6b54 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/3056670e25d34187b59174fac41c6b54 2024-11-27T02:32:57,424 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#C#compaction#169 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:57,425 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/a561ef47d752459380df1b0ea682ffa6 is 50, key is test_row_0/C:col10/1732674776392/Put/seqid=0 2024-11-27T02:32:57,429 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/A of a2cf03bac8328f408138130de1e5ea3e into 3056670e25d34187b59174fac41c6b54(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:57,429 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:57,429 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/A, priority=13, startTime=1732674777342; duration=0sec 2024-11-27T02:32:57,429 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:57,429 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:A 2024-11-27T02:32:57,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742027_1203 (size=12629) 2024-11-27T02:32:57,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/b2a17d4f4da9461690701067f27aa486 is 50, key is test_row_0/B:col10/1732674776450/Put/seqid=0 2024-11-27T02:32:57,447 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/a561ef47d752459380df1b0ea682ffa6 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/a561ef47d752459380df1b0ea682ffa6 2024-11-27T02:32:57,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742028_1204 (size=12151) 2024-11-27T02:32:57,450 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/b2a17d4f4da9461690701067f27aa486 2024-11-27T02:32:57,456 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/C of a2cf03bac8328f408138130de1e5ea3e into a561ef47d752459380df1b0ea682ffa6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:57,456 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:57,456 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/C, priority=13, startTime=1732674777342; duration=0sec 2024-11-27T02:32:57,456 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:57,456 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:C 2024-11-27T02:32:57,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/999a60402d344068894030a891359836 is 50, key is test_row_0/C:col10/1732674776450/Put/seqid=0 2024-11-27T02:32:57,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742029_1205 (size=12151) 2024-11-27T02:32:57,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T02:32:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:57,581 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:57,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674837597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:57,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:57,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674837700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:57,875 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/999a60402d344068894030a891359836 2024-11-27T02:32:57,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/051955d058dc45f0a4e13f55be8adf53 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/051955d058dc45f0a4e13f55be8adf53 2024-11-27T02:32:57,883 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/051955d058dc45f0a4e13f55be8adf53, entries=150, sequenceid=235, filesize=30.4 K 2024-11-27T02:32:57,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/b2a17d4f4da9461690701067f27aa486 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/b2a17d4f4da9461690701067f27aa486 2024-11-27T02:32:57,888 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/b2a17d4f4da9461690701067f27aa486, entries=150, sequenceid=235, filesize=11.9 K 2024-11-27T02:32:57,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/999a60402d344068894030a891359836 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/999a60402d344068894030a891359836 2024-11-27T02:32:57,894 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/999a60402d344068894030a891359836, entries=150, sequenceid=235, filesize=11.9 K 2024-11-27T02:32:57,894 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for a2cf03bac8328f408138130de1e5ea3e in 537ms, sequenceid=235, compaction requested=false 2024-11-27T02:32:57,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:57,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:57,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-11-27T02:32:57,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-11-27T02:32:57,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-11-27T02:32:57,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 997 msec 2024-11-27T02:32:57,899 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.0000 sec 2024-11-27T02:32:57,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:57,905 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2cf03bac8328f408138130de1e5ea3e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T02:32:57,905 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=A 2024-11-27T02:32:57,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:57,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=B 2024-11-27T02:32:57,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:57,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=C 2024-11-27T02:32:57,906 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:57,914 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112744cb35db2cd3464bb00fd6b772bf30f1_a2cf03bac8328f408138130de1e5ea3e is 50, key is test_row_0/A:col10/1732674777586/Put/seqid=0 2024-11-27T02:32:57,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742030_1206 (size=14794) 2024-11-27T02:32:57,929 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:57,934 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112744cb35db2cd3464bb00fd6b772bf30f1_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112744cb35db2cd3464bb00fd6b772bf30f1_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:57,935 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/539142c9cfe34a98a7e509c6ac2b0480, store: [table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:57,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/539142c9cfe34a98a7e509c6ac2b0480 is 175, key is test_row_0/A:col10/1732674777586/Put/seqid=0 2024-11-27T02:32:57,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742031_1207 (size=39749) 2024-11-27T02:32:57,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674837965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:58,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-11-27T02:32:58,006 INFO [Thread-699 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-11-27T02:32:58,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:32:58,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-11-27T02:32:58,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T02:32:58,008 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:32:58,009 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:32:58,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:32:58,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:58,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674838070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T02:32:58,161 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:58,162 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T02:32:58,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:58,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:58,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:58,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:58,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:58,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:58,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:58,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674838275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:58,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T02:32:58,315 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:58,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T02:32:58,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:58,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:58,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:58,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:58,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:58,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:58,342 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/539142c9cfe34a98a7e509c6ac2b0480 2024-11-27T02:32:58,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/4bf3550598ec4fcd9d38cb1169656bcd is 50, key is test_row_0/B:col10/1732674777586/Put/seqid=0 2024-11-27T02:32:58,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742032_1208 (size=12151) 2024-11-27T02:32:58,467 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:58,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T02:32:58,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:58,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:58,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:58,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:58,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:58,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:58,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:58,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674838578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:58,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T02:32:58,620 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:58,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T02:32:58,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:58,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:58,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:58,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:58,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:58,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:58,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/4bf3550598ec4fcd9d38cb1169656bcd 2024-11-27T02:32:58,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/c0c8a8b61ffa45f39a43c2549788867e is 50, key is test_row_0/C:col10/1732674777586/Put/seqid=0 2024-11-27T02:32:58,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742033_1209 (size=12151) 2024-11-27T02:32:58,772 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:58,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T02:32:58,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:58,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:58,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:58,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:58,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:58,925 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:58,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T02:32:58,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:58,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:58,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:58,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:58,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:58,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:59,078 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:59,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T02:32:59,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:59,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:32:59,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:59,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:59,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:32:59,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:32:59,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674839080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:32:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T02:32:59,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/c0c8a8b61ffa45f39a43c2549788867e 2024-11-27T02:32:59,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/539142c9cfe34a98a7e509c6ac2b0480 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/539142c9cfe34a98a7e509c6ac2b0480 2024-11-27T02:32:59,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/539142c9cfe34a98a7e509c6ac2b0480, entries=200, sequenceid=251, filesize=38.8 K 2024-11-27T02:32:59,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/4bf3550598ec4fcd9d38cb1169656bcd as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/4bf3550598ec4fcd9d38cb1169656bcd 2024-11-27T02:32:59,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/4bf3550598ec4fcd9d38cb1169656bcd, entries=150, sequenceid=251, filesize=11.9 K 2024-11-27T02:32:59,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/c0c8a8b61ffa45f39a43c2549788867e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/c0c8a8b61ffa45f39a43c2549788867e 2024-11-27T02:32:59,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/c0c8a8b61ffa45f39a43c2549788867e, entries=150, sequenceid=251, filesize=11.9 K 2024-11-27T02:32:59,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for a2cf03bac8328f408138130de1e5ea3e in 1278ms, sequenceid=251, compaction requested=true 2024-11-27T02:32:59,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:59,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:32:59,184 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:59,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:59,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:32:59,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:59,184 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:59,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:32:59,184 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:59,184 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102437 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:59,185 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:59,185 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/A is initiating minor compaction (all files) 2024-11-27T02:32:59,185 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/B is initiating minor compaction (all files) 2024-11-27T02:32:59,185 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/A in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:59,185 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/B in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:59,185 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/3056670e25d34187b59174fac41c6b54, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/051955d058dc45f0a4e13f55be8adf53, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/539142c9cfe34a98a7e509c6ac2b0480] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=100.0 K 2024-11-27T02:32:59,185 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/e62339cbf5de4668b988de40cb8b3019, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/b2a17d4f4da9461690701067f27aa486, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/4bf3550598ec4fcd9d38cb1169656bcd] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=36.1 K 2024-11-27T02:32:59,185 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:59,185 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. files: [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/3056670e25d34187b59174fac41c6b54, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/051955d058dc45f0a4e13f55be8adf53, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/539142c9cfe34a98a7e509c6ac2b0480] 2024-11-27T02:32:59,185 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting e62339cbf5de4668b988de40cb8b3019, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732674774269 2024-11-27T02:32:59,185 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3056670e25d34187b59174fac41c6b54, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732674774269 2024-11-27T02:32:59,185 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting b2a17d4f4da9461690701067f27aa486, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732674776450 2024-11-27T02:32:59,186 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 051955d058dc45f0a4e13f55be8adf53, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732674776450 2024-11-27T02:32:59,186 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 4bf3550598ec4fcd9d38cb1169656bcd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732674777586 2024-11-27T02:32:59,186 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 539142c9cfe34a98a7e509c6ac2b0480, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732674777586 2024-11-27T02:32:59,193 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#B#compaction#175 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:59,194 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/3ba5940e8d354573a5f7824c3673aacc is 50, key is test_row_0/B:col10/1732674777586/Put/seqid=0 2024-11-27T02:32:59,195 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:59,197 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112722c02c138ceb4d6b8c896ceb4406ca49_a2cf03bac8328f408138130de1e5ea3e store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:59,198 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112722c02c138ceb4d6b8c896ceb4406ca49_a2cf03bac8328f408138130de1e5ea3e, store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:59,199 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112722c02c138ceb4d6b8c896ceb4406ca49_a2cf03bac8328f408138130de1e5ea3e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:59,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742034_1210 (size=12731) 2024-11-27T02:32:59,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742035_1211 (size=4469) 2024-11-27T02:32:59,230 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:32:59,231 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-11-27T02:32:59,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:59,231 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing a2cf03bac8328f408138130de1e5ea3e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T02:32:59,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=A 2024-11-27T02:32:59,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:59,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=B 2024-11-27T02:32:59,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:59,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=C 2024-11-27T02:32:59,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:32:59,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112767d284742d4541dca9b385578ad7fc80_a2cf03bac8328f408138130de1e5ea3e is 50, key is test_row_0/A:col10/1732674777962/Put/seqid=0 2024-11-27T02:32:59,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742036_1212 (size=12454) 2024-11-27T02:32:59,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:32:59,251 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112767d284742d4541dca9b385578ad7fc80_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112767d284742d4541dca9b385578ad7fc80_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:32:59,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/f4361bcc93354399a1627e41163bedd2, store: [table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:32:59,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/f4361bcc93354399a1627e41163bedd2 is 175, key is test_row_0/A:col10/1732674777962/Put/seqid=0 2024-11-27T02:32:59,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742037_1213 (size=31255) 2024-11-27T02:32:59,612 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/3ba5940e8d354573a5f7824c3673aacc as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/3ba5940e8d354573a5f7824c3673aacc 2024-11-27T02:32:59,613 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#A#compaction#176 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:59,613 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/a62e27c550ca4855a91df27bf43a1406 is 175, key is test_row_0/A:col10/1732674777586/Put/seqid=0 2024-11-27T02:32:59,618 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/B of a2cf03bac8328f408138130de1e5ea3e into 3ba5940e8d354573a5f7824c3673aacc(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:59,618 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:59,618 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/B, priority=13, startTime=1732674779184; duration=0sec 2024-11-27T02:32:59,618 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:32:59,618 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:B 2024-11-27T02:32:59,618 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:32:59,619 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:32:59,619 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/C is initiating minor compaction (all files) 2024-11-27T02:32:59,620 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/C in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:32:59,620 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/a561ef47d752459380df1b0ea682ffa6, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/999a60402d344068894030a891359836, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/c0c8a8b61ffa45f39a43c2549788867e] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=36.1 K 2024-11-27T02:32:59,620 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting a561ef47d752459380df1b0ea682ffa6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1732674774269 2024-11-27T02:32:59,620 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 999a60402d344068894030a891359836, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1732674776450 2024-11-27T02:32:59,621 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting c0c8a8b61ffa45f39a43c2549788867e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732674777586 2024-11-27T02:32:59,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742038_1214 (size=31685) 2024-11-27T02:32:59,642 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#C#compaction#178 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:32:59,643 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/ad84e913c52545c29b874de55fa610c7 is 50, key is test_row_0/C:col10/1732674777586/Put/seqid=0 2024-11-27T02:32:59,646 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/a62e27c550ca4855a91df27bf43a1406 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/a62e27c550ca4855a91df27bf43a1406 2024-11-27T02:32:59,652 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/A of a2cf03bac8328f408138130de1e5ea3e into a62e27c550ca4855a91df27bf43a1406(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:59,652 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:59,652 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/A, priority=13, startTime=1732674779183; duration=0sec 2024-11-27T02:32:59,652 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:59,652 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:A 2024-11-27T02:32:59,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742039_1215 (size=12731) 2024-11-27T02:32:59,661 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/ad84e913c52545c29b874de55fa610c7 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/ad84e913c52545c29b874de55fa610c7 2024-11-27T02:32:59,666 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/f4361bcc93354399a1627e41163bedd2 2024-11-27T02:32:59,669 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/C of a2cf03bac8328f408138130de1e5ea3e into ad84e913c52545c29b874de55fa610c7(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:32:59,669 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:32:59,669 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/C, priority=13, startTime=1732674779184; duration=0sec 2024-11-27T02:32:59,669 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:32:59,669 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:C 2024-11-27T02:32:59,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/82eb269983e74194b3838b64658792bd is 50, key is test_row_0/B:col10/1732674777962/Put/seqid=0 2024-11-27T02:32:59,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742040_1216 (size=12301) 2024-11-27T02:32:59,682 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/82eb269983e74194b3838b64658792bd 2024-11-27T02:32:59,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/e57779d904cd4ca1936107e92c6b31eb is 50, key is test_row_0/C:col10/1732674777962/Put/seqid=0 2024-11-27T02:32:59,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742041_1217 (size=12301) 2024-11-27T02:33:00,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:33:00,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:33:00,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:00,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674840103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:00,109 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/e57779d904cd4ca1936107e92c6b31eb 2024-11-27T02:33:00,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T02:33:00,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/f4361bcc93354399a1627e41163bedd2 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/f4361bcc93354399a1627e41163bedd2 2024-11-27T02:33:00,117 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/f4361bcc93354399a1627e41163bedd2, entries=150, sequenceid=274, filesize=30.5 K 2024-11-27T02:33:00,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/82eb269983e74194b3838b64658792bd as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/82eb269983e74194b3838b64658792bd 2024-11-27T02:33:00,123 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/82eb269983e74194b3838b64658792bd, entries=150, sequenceid=274, filesize=12.0 K 2024-11-27T02:33:00,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/e57779d904cd4ca1936107e92c6b31eb as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/e57779d904cd4ca1936107e92c6b31eb 2024-11-27T02:33:00,130 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/e57779d904cd4ca1936107e92c6b31eb, entries=150, sequenceid=274, filesize=12.0 K 2024-11-27T02:33:00,131 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a2cf03bac8328f408138130de1e5ea3e in 899ms, sequenceid=274, compaction requested=false 2024-11-27T02:33:00,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:33:00,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:33:00,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-11-27T02:33:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-11-27T02:33:00,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-11-27T02:33:00,133 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1230 sec 2024-11-27T02:33:00,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 2.1260 sec 2024-11-27T02:33:00,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:33:00,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2cf03bac8328f408138130de1e5ea3e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T02:33:00,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=A 2024-11-27T02:33:00,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:33:00,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=B 2024-11-27T02:33:00,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:33:00,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=C 2024-11-27T02:33:00,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:33:00,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274855b579b1e14b6fa2a82dca91e9ca52_a2cf03bac8328f408138130de1e5ea3e is 50, key is test_row_0/A:col10/1732674780099/Put/seqid=0 2024-11-27T02:33:00,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742042_1218 (size=14994) 2024-11-27T02:33:00,237 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:33:00,242 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274855b579b1e14b6fa2a82dca91e9ca52_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274855b579b1e14b6fa2a82dca91e9ca52_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:33:00,243 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/f0e3181a4da84f0c8b5ae4ba2dae97a0, store: [table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:33:00,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/f0e3181a4da84f0c8b5ae4ba2dae97a0 is 175, key is test_row_0/A:col10/1732674780099/Put/seqid=0 2024-11-27T02:33:00,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742043_1219 (size=39949) 2024-11-27T02:33:00,251 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/f0e3181a4da84f0c8b5ae4ba2dae97a0 2024-11-27T02:33:00,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/01b775e8bde24df9a860a6e40a1df32b is 50, key is test_row_0/B:col10/1732674780099/Put/seqid=0 2024-11-27T02:33:00,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:00,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674840268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:00,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742044_1220 (size=12301) 2024-11-27T02:33:00,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:00,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674840371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:00,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:00,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674840573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:00,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/01b775e8bde24df9a860a6e40a1df32b 2024-11-27T02:33:00,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/67de192cccc7412096f9d809b50d62cf is 50, key is test_row_0/C:col10/1732674780099/Put/seqid=0 2024-11-27T02:33:00,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742045_1221 (size=12301) 2024-11-27T02:33:00,877 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:00,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674840876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:01,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:01,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46690 deadline: 1732674841010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:01,011 DEBUG [Thread-691 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., hostname=7723ddd88b72,35047,1732674726326, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T02:33:01,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46732 deadline: 1732674841030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:01,032 DEBUG [Thread-697 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8183 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., hostname=7723ddd88b72,35047,1732674726326, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T02:33:01,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:01,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46718 deadline: 1732674841035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:01,036 DEBUG [Thread-689 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8185 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., hostname=7723ddd88b72,35047,1732674726326, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T02:33:01,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46760 deadline: 1732674841039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:01,040 DEBUG [Thread-693 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8189 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., hostname=7723ddd88b72,35047,1732674726326, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T02:33:01,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/67de192cccc7412096f9d809b50d62cf 2024-11-27T02:33:01,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/f0e3181a4da84f0c8b5ae4ba2dae97a0 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/f0e3181a4da84f0c8b5ae4ba2dae97a0 2024-11-27T02:33:01,112 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/f0e3181a4da84f0c8b5ae4ba2dae97a0, entries=200, sequenceid=291, filesize=39.0 K 2024-11-27T02:33:01,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/01b775e8bde24df9a860a6e40a1df32b as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/01b775e8bde24df9a860a6e40a1df32b 2024-11-27T02:33:01,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/01b775e8bde24df9a860a6e40a1df32b, entries=150, sequenceid=291, filesize=12.0 K 2024-11-27T02:33:01,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/67de192cccc7412096f9d809b50d62cf as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/67de192cccc7412096f9d809b50d62cf 2024-11-27T02:33:01,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/67de192cccc7412096f9d809b50d62cf, entries=150, sequenceid=291, filesize=12.0 K 2024-11-27T02:33:01,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a2cf03bac8328f408138130de1e5ea3e in 915ms, sequenceid=291, compaction requested=true 2024-11-27T02:33:01,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:33:01,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:33:01,122 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:33:01,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:33:01,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:33:01,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:33:01,122 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:33:01,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:33:01,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:33:01,123 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:33:01,123 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/B is initiating minor compaction (all files) 2024-11-27T02:33:01,123 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/B in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:33:01,123 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/3ba5940e8d354573a5f7824c3673aacc, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/82eb269983e74194b3838b64658792bd, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/01b775e8bde24df9a860a6e40a1df32b] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=36.5 K 2024-11-27T02:33:01,124 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:33:01,124 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/A is initiating minor compaction (all files) 2024-11-27T02:33:01,124 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/A in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:33:01,124 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/a62e27c550ca4855a91df27bf43a1406, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/f4361bcc93354399a1627e41163bedd2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/f0e3181a4da84f0c8b5ae4ba2dae97a0] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=100.5 K 2024-11-27T02:33:01,124 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:33:01,124 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. files: [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/a62e27c550ca4855a91df27bf43a1406, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/f4361bcc93354399a1627e41163bedd2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/f0e3181a4da84f0c8b5ae4ba2dae97a0] 2024-11-27T02:33:01,124 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ba5940e8d354573a5f7824c3673aacc, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732674777586 2024-11-27T02:33:01,124 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting a62e27c550ca4855a91df27bf43a1406, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732674777586 2024-11-27T02:33:01,125 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 82eb269983e74194b3838b64658792bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732674777949 2024-11-27T02:33:01,125 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4361bcc93354399a1627e41163bedd2, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732674777949 2024-11-27T02:33:01,127 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0e3181a4da84f0c8b5ae4ba2dae97a0, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732674780090 2024-11-27T02:33:01,127 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 01b775e8bde24df9a860a6e40a1df32b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732674780090 2024-11-27T02:33:01,132 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:33:01,133 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#B#compaction#184 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:33:01,133 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/fafefa7b3bf84a2aad370e42eb6aba38 is 50, key is test_row_0/B:col10/1732674780099/Put/seqid=0 2024-11-27T02:33:01,134 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411273cbe02248ba24dd399f8ef41bf672f63_a2cf03bac8328f408138130de1e5ea3e store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:33:01,137 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411273cbe02248ba24dd399f8ef41bf672f63_a2cf03bac8328f408138130de1e5ea3e, store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:33:01,137 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273cbe02248ba24dd399f8ef41bf672f63_a2cf03bac8328f408138130de1e5ea3e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:33:01,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742046_1222 (size=12983) 2024-11-27T02:33:01,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742047_1223 (size=4469) 2024-11-27T02:33:01,155 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#A#compaction#185 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:33:01,155 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/5538b93068394f719c8efa804d0f38a0 is 175, key is test_row_0/A:col10/1732674780099/Put/seqid=0 2024-11-27T02:33:01,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742048_1224 (size=31937) 2024-11-27T02:33:01,167 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/5538b93068394f719c8efa804d0f38a0 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5538b93068394f719c8efa804d0f38a0 2024-11-27T02:33:01,174 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/A of a2cf03bac8328f408138130de1e5ea3e into 5538b93068394f719c8efa804d0f38a0(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:33:01,174 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:33:01,174 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/A, priority=13, startTime=1732674781122; duration=0sec 2024-11-27T02:33:01,174 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:33:01,174 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:A 2024-11-27T02:33:01,174 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:33:01,175 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:33:01,175 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/C is initiating minor compaction (all files) 2024-11-27T02:33:01,175 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/C in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:33:01,175 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/ad84e913c52545c29b874de55fa610c7, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/e57779d904cd4ca1936107e92c6b31eb, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/67de192cccc7412096f9d809b50d62cf] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=36.5 K 2024-11-27T02:33:01,176 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad84e913c52545c29b874de55fa610c7, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1732674777586 2024-11-27T02:33:01,176 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting e57779d904cd4ca1936107e92c6b31eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1732674777949 2024-11-27T02:33:01,176 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67de192cccc7412096f9d809b50d62cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732674780090 2024-11-27T02:33:01,184 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#C#compaction#186 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:33:01,184 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/895f0faaf8914998958777b9a47d3310 is 50, key is test_row_0/C:col10/1732674780099/Put/seqid=0 2024-11-27T02:33:01,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742049_1225 (size=12983) 2024-11-27T02:33:01,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:33:01,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2cf03bac8328f408138130de1e5ea3e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T02:33:01,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=A 2024-11-27T02:33:01,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:33:01,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=B 2024-11-27T02:33:01,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:33:01,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=C 2024-11-27T02:33:01,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:33:01,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275a5f235ee5c74b3cb13d9507f9ea3fdd_a2cf03bac8328f408138130de1e5ea3e is 50, key is test_row_0/A:col10/1732674781378/Put/seqid=0 2024-11-27T02:33:01,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742050_1226 (size=12454) 2024-11-27T02:33:01,424 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:01,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674841422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:01,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:01,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674841525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:01,544 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/fafefa7b3bf84a2aad370e42eb6aba38 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/fafefa7b3bf84a2aad370e42eb6aba38 2024-11-27T02:33:01,549 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/B of a2cf03bac8328f408138130de1e5ea3e into fafefa7b3bf84a2aad370e42eb6aba38(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:33:01,549 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:33:01,549 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/B, priority=13, startTime=1732674781122; duration=0sec 2024-11-27T02:33:01,549 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:33:01,549 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:B 2024-11-27T02:33:01,602 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/895f0faaf8914998958777b9a47d3310 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/895f0faaf8914998958777b9a47d3310 2024-11-27T02:33:01,607 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/C of a2cf03bac8328f408138130de1e5ea3e into 895f0faaf8914998958777b9a47d3310(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:33:01,607 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:33:01,607 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/C, priority=13, startTime=1732674781122; duration=0sec 2024-11-27T02:33:01,607 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:33:01,607 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:C 2024-11-27T02:33:01,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674841727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:01,804 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:33:01,808 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275a5f235ee5c74b3cb13d9507f9ea3fdd_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275a5f235ee5c74b3cb13d9507f9ea3fdd_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:33:01,809 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/0d065200919d4d1fa5c069bfa04177cf, store: [table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:33:01,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/0d065200919d4d1fa5c069bfa04177cf is 175, key is test_row_0/A:col10/1732674781378/Put/seqid=0 2024-11-27T02:33:01,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742051_1227 (size=31255) 2024-11-27T02:33:02,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674842031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:02,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-11-27T02:33:02,113 INFO [Thread-699 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-11-27T02:33:02,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:33:02,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-11-27T02:33:02,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:33:02,117 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:33:02,117 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:33:02,117 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:33:02,216 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/0d065200919d4d1fa5c069bfa04177cf 2024-11-27T02:33:02,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:33:02,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/2505ff521e884ba7a9a32bac4be73f0f is 50, key is test_row_0/B:col10/1732674781378/Put/seqid=0 2024-11-27T02:33:02,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742052_1228 (size=12301) 2024-11-27T02:33:02,268 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:33:02,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-27T02:33:02,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:33:02,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:33:02,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:33:02,269 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:33:02,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:33:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:33:02,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:33:02,458 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:33:02,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-27T02:33:02,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:33:02,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:33:02,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:33:02,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:33:02,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:33:02,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:33:02,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:02,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674842537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:02,611 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:33:02,611 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-11-27T02:33:02,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:33:02,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. as already flushing 2024-11-27T02:33:02,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:33:02,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:33:02,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:33:02,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:33:02,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure.FlushRegionProcedure(167): procedure event for 64 is null, maybe the procedure is created when recovery 2024-11-27T02:33:02,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/2505ff521e884ba7a9a32bac4be73f0f 2024-11-27T02:33:02,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/5baf211525064e79bbb77ebcfa298a3f is 50, key is test_row_0/C:col10/1732674781378/Put/seqid=0 2024-11-27T02:33:02,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742053_1229 (size=12301) 2024-11-27T02:33:02,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:33:03,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/5baf211525064e79bbb77ebcfa298a3f 2024-11-27T02:33:03,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/0d065200919d4d1fa5c069bfa04177cf as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/0d065200919d4d1fa5c069bfa04177cf 2024-11-27T02:33:03,053 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/0d065200919d4d1fa5c069bfa04177cf, entries=150, sequenceid=315, filesize=30.5 K 2024-11-27T02:33:03,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/2505ff521e884ba7a9a32bac4be73f0f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/2505ff521e884ba7a9a32bac4be73f0f 2024-11-27T02:33:03,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/2505ff521e884ba7a9a32bac4be73f0f, entries=150, sequenceid=315, filesize=12.0 K 2024-11-27T02:33:03,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/5baf211525064e79bbb77ebcfa298a3f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5baf211525064e79bbb77ebcfa298a3f 2024-11-27T02:33:03,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5baf211525064e79bbb77ebcfa298a3f, entries=150, sequenceid=315, filesize=12.0 K 2024-11-27T02:33:03,062 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a2cf03bac8328f408138130de1e5ea3e in 1683ms, sequenceid=315, compaction requested=false 2024-11-27T02:33:03,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:33:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:33:03,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:33:03,545 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2cf03bac8328f408138130de1e5ea3e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T02:33:03,545 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=A 2024-11-27T02:33:03,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:33:03,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=B 2024-11-27T02:33:03,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:33:03,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=C 2024-11-27T02:33:03,546 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:33:03,554 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127926ba269dff14621b816e7236eece49d_a2cf03bac8328f408138130de1e5ea3e is 50, key is test_row_0/A:col10/1732674781420/Put/seqid=0 2024-11-27T02:33:03,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742054_1230 (size=12454) 2024-11-27T02:33:03,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:03,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674843594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:03,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:03,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674843700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:03,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674843903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:03,962 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:33:03,967 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127926ba269dff14621b816e7236eece49d_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127926ba269dff14621b816e7236eece49d_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:33:03,968 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/85ef1a1683924c648c63e446469cd992, store: [table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:33:03,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/85ef1a1683924c648c63e446469cd992 is 175, key is test_row_0/A:col10/1732674781420/Put/seqid=0 2024-11-27T02:33:03,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742055_1231 (size=31255) 2024-11-27T02:33:04,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:04,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674844205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:33:04,374 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/85ef1a1683924c648c63e446469cd992 2024-11-27T02:33:04,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/dcedeb71e04d42788dbdb3ad172d1a20 is 50, key is test_row_0/B:col10/1732674781420/Put/seqid=0 2024-11-27T02:33:04,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742056_1232 (size=12301) 2024-11-27T02:33:04,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:04,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674844709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:04,752 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:33:04,784 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/dcedeb71e04d42788dbdb3ad172d1a20 2024-11-27T02:33:04,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/feeb8f03e78c4609b53e4cbf5b9a0b9c is 50, key is test_row_0/C:col10/1732674781420/Put/seqid=0 2024-11-27T02:33:04,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742057_1233 (size=12301) 2024-11-27T02:33:05,195 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/feeb8f03e78c4609b53e4cbf5b9a0b9c 2024-11-27T02:33:05,199 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/85ef1a1683924c648c63e446469cd992 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/85ef1a1683924c648c63e446469cd992 2024-11-27T02:33:05,203 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/85ef1a1683924c648c63e446469cd992, entries=150, sequenceid=331, filesize=30.5 K 2024-11-27T02:33:05,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/dcedeb71e04d42788dbdb3ad172d1a20 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/dcedeb71e04d42788dbdb3ad172d1a20 2024-11-27T02:33:05,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/dcedeb71e04d42788dbdb3ad172d1a20, entries=150, sequenceid=331, filesize=12.0 K 2024-11-27T02:33:05,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/feeb8f03e78c4609b53e4cbf5b9a0b9c as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/feeb8f03e78c4609b53e4cbf5b9a0b9c 2024-11-27T02:33:05,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/feeb8f03e78c4609b53e4cbf5b9a0b9c, entries=150, sequenceid=331, filesize=12.0 K 2024-11-27T02:33:05,212 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a2cf03bac8328f408138130de1e5ea3e in 1667ms, sequenceid=331, compaction requested=true 2024-11-27T02:33:05,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:33:05,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:33:05,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:33:05,212 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:33:05,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:33:05,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:33:05,212 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:33:05,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:33:05,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:33:05,213 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:33:05,213 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94447 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:33:05,213 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/B is initiating minor compaction (all files) 2024-11-27T02:33:05,213 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/A is initiating minor compaction (all files) 2024-11-27T02:33:05,213 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/A in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:33:05,213 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/B in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:33:05,214 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/fafefa7b3bf84a2aad370e42eb6aba38, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/2505ff521e884ba7a9a32bac4be73f0f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/dcedeb71e04d42788dbdb3ad172d1a20] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=36.7 K 2024-11-27T02:33:05,214 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5538b93068394f719c8efa804d0f38a0, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/0d065200919d4d1fa5c069bfa04177cf, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/85ef1a1683924c648c63e446469cd992] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=92.2 K 2024-11-27T02:33:05,214 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:33:05,214 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. files: [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5538b93068394f719c8efa804d0f38a0, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/0d065200919d4d1fa5c069bfa04177cf, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/85ef1a1683924c648c63e446469cd992] 2024-11-27T02:33:05,214 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting fafefa7b3bf84a2aad370e42eb6aba38, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732674780090 2024-11-27T02:33:05,214 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5538b93068394f719c8efa804d0f38a0, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732674780090 2024-11-27T02:33:05,214 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d065200919d4d1fa5c069bfa04177cf, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732674780258 2024-11-27T02:33:05,214 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 2505ff521e884ba7a9a32bac4be73f0f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732674780258 2024-11-27T02:33:05,215 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85ef1a1683924c648c63e446469cd992, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732674781413 2024-11-27T02:33:05,215 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting dcedeb71e04d42788dbdb3ad172d1a20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732674781413 2024-11-27T02:33:05,222 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:33:05,235 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112791c8e031ff7f44e8b41ddfaa12e26ab3_a2cf03bac8328f408138130de1e5ea3e store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:33:05,236 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112791c8e031ff7f44e8b41ddfaa12e26ab3_a2cf03bac8328f408138130de1e5ea3e, store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:33:05,236 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#B#compaction#194 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:33:05,236 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112791c8e031ff7f44e8b41ddfaa12e26ab3_a2cf03bac8328f408138130de1e5ea3e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:33:05,237 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/fba4dd187638490f8bd6a6862c4f67ee is 50, key is test_row_0/B:col10/1732674781420/Put/seqid=0 2024-11-27T02:33:05,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742058_1234 (size=4469) 2024-11-27T02:33:05,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742059_1235 (size=13085) 2024-11-27T02:33:05,647 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#A#compaction#193 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:33:05,647 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/5c493b5fe790498e93c66c74b02be9c5 is 175, key is test_row_0/A:col10/1732674781420/Put/seqid=0 2024-11-27T02:33:05,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742060_1236 (size=32039) 2024-11-27T02:33:05,665 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/fba4dd187638490f8bd6a6862c4f67ee as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/fba4dd187638490f8bd6a6862c4f67ee 2024-11-27T02:33:05,669 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/B of a2cf03bac8328f408138130de1e5ea3e into fba4dd187638490f8bd6a6862c4f67ee(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:33:05,669 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:33:05,669 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/B, priority=13, startTime=1732674785212; duration=0sec 2024-11-27T02:33:05,669 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:33:05,669 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:B 2024-11-27T02:33:05,669 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:33:05,670 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:33:05,670 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/C is initiating minor compaction (all files) 2024-11-27T02:33:05,670 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/C in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:33:05,671 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/895f0faaf8914998958777b9a47d3310, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5baf211525064e79bbb77ebcfa298a3f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/feeb8f03e78c4609b53e4cbf5b9a0b9c] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=36.7 K 2024-11-27T02:33:05,671 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 895f0faaf8914998958777b9a47d3310, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732674780090 2024-11-27T02:33:05,671 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 5baf211525064e79bbb77ebcfa298a3f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1732674780258 2024-11-27T02:33:05,671 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting feeb8f03e78c4609b53e4cbf5b9a0b9c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732674781413 2024-11-27T02:33:05,679 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#C#compaction#195 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:33:05,679 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/38c3711da13b49dba93580a99b9522e3 is 50, key is test_row_0/C:col10/1732674781420/Put/seqid=0 2024-11-27T02:33:05,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742061_1237 (size=13085) 2024-11-27T02:33:05,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:33:05,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2cf03bac8328f408138130de1e5ea3e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T02:33:05,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=A 2024-11-27T02:33:05,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:33:05,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=B 2024-11-27T02:33:05,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:33:05,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=C 2024-11-27T02:33:05,716 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:33:05,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127054416e86a7c418ea4f0e1fd2073849f_a2cf03bac8328f408138130de1e5ea3e is 50, key is test_row_0/A:col10/1732674783594/Put/seqid=0 2024-11-27T02:33:05,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742062_1238 (size=12454) 2024-11-27T02:33:05,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:05,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674845740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:05,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:05,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674845844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:06,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:06,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674846046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:06,058 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/5c493b5fe790498e93c66c74b02be9c5 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5c493b5fe790498e93c66c74b02be9c5 2024-11-27T02:33:06,063 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/A of a2cf03bac8328f408138130de1e5ea3e into 5c493b5fe790498e93c66c74b02be9c5(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:33:06,064 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:33:06,064 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/A, priority=13, startTime=1732674785212; duration=0sec 2024-11-27T02:33:06,064 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:33:06,064 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:A 2024-11-27T02:33:06,090 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/38c3711da13b49dba93580a99b9522e3 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/38c3711da13b49dba93580a99b9522e3 2024-11-27T02:33:06,094 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/C of a2cf03bac8328f408138130de1e5ea3e into 38c3711da13b49dba93580a99b9522e3(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:33:06,094 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:33:06,094 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/C, priority=13, startTime=1732674785212; duration=0sec 2024-11-27T02:33:06,095 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:33:06,095 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:C 2024-11-27T02:33:06,133 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:33:06,136 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127054416e86a7c418ea4f0e1fd2073849f_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127054416e86a7c418ea4f0e1fd2073849f_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:33:06,137 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/f235d6a6d93b49d69199f3a87628b78a, store: [table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:33:06,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/f235d6a6d93b49d69199f3a87628b78a is 175, key is test_row_0/A:col10/1732674783594/Put/seqid=0 2024-11-27T02:33:06,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742063_1239 (size=31255) 2024-11-27T02:33:06,142 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/f235d6a6d93b49d69199f3a87628b78a 2024-11-27T02:33:06,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/6b880f78b45f41f9908a1c85c5ab388b is 50, key is test_row_0/B:col10/1732674783594/Put/seqid=0 2024-11-27T02:33:06,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742064_1240 (size=12301) 2024-11-27T02:33:06,153 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/6b880f78b45f41f9908a1c85c5ab388b 2024-11-27T02:33:06,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/5eb45f746685414e888636e0f9ed62d9 is 50, key is test_row_0/C:col10/1732674783594/Put/seqid=0 2024-11-27T02:33:06,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742065_1241 (size=12301) 2024-11-27T02:33:06,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/5eb45f746685414e888636e0f9ed62d9 2024-11-27T02:33:06,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/f235d6a6d93b49d69199f3a87628b78a as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/f235d6a6d93b49d69199f3a87628b78a 2024-11-27T02:33:06,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/f235d6a6d93b49d69199f3a87628b78a, entries=150, sequenceid=355, filesize=30.5 K 2024-11-27T02:33:06,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/6b880f78b45f41f9908a1c85c5ab388b as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/6b880f78b45f41f9908a1c85c5ab388b 2024-11-27T02:33:06,200 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/6b880f78b45f41f9908a1c85c5ab388b, entries=150, sequenceid=355, filesize=12.0 K 2024-11-27T02:33:06,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/5eb45f746685414e888636e0f9ed62d9 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5eb45f746685414e888636e0f9ed62d9 2024-11-27T02:33:06,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5eb45f746685414e888636e0f9ed62d9, entries=150, sequenceid=355, filesize=12.0 K 2024-11-27T02:33:06,206 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for a2cf03bac8328f408138130de1e5ea3e in 491ms, sequenceid=355, compaction requested=false 2024-11-27T02:33:06,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:33:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:33:06,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:33:06,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2cf03bac8328f408138130de1e5ea3e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T02:33:06,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=A 2024-11-27T02:33:06,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:33:06,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=B 2024-11-27T02:33:06,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:33:06,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=C 2024-11-27T02:33:06,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:33:06,356 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127cc5207b5d7f9442e907a552eed50b656_a2cf03bac8328f408138130de1e5ea3e is 50, key is test_row_0/A:col10/1732674785736/Put/seqid=0 2024-11-27T02:33:06,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742066_1242 (size=14994) 2024-11-27T02:33:06,408 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:06,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674846407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:06,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:06,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674846509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:06,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:06,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674846713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:06,760 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:33:06,764 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127cc5207b5d7f9442e907a552eed50b656_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127cc5207b5d7f9442e907a552eed50b656_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:33:06,764 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/993c2329b9d64238a70e13ecb5526d75, store: [table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:33:06,765 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/993c2329b9d64238a70e13ecb5526d75 is 175, key is test_row_0/A:col10/1732674785736/Put/seqid=0 2024-11-27T02:33:06,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742067_1243 (size=39949) 2024-11-27T02:33:07,015 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:07,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674847014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:07,169 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/993c2329b9d64238a70e13ecb5526d75 2024-11-27T02:33:07,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/25860ac0fb544d29857d09ef187463c2 is 50, key is test_row_0/B:col10/1732674785736/Put/seqid=0 2024-11-27T02:33:07,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742068_1244 (size=12301) 2024-11-27T02:33:07,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/25860ac0fb544d29857d09ef187463c2 2024-11-27T02:33:07,184 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/cc6c2a1cf35f4ac98a769438ee018925 is 50, key is test_row_0/C:col10/1732674785736/Put/seqid=0 2024-11-27T02:33:07,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742069_1245 (size=12301) 2024-11-27T02:33:07,259 DEBUG [Thread-702 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4815b20c to 127.0.0.1:52502 2024-11-27T02:33:07,260 DEBUG [Thread-702 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:33:07,260 DEBUG [Thread-700 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x225b15e0 to 127.0.0.1:52502 2024-11-27T02:33:07,260 DEBUG [Thread-700 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:33:07,263 DEBUG [Thread-706 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69575ae8 to 127.0.0.1:52502 2024-11-27T02:33:07,263 DEBUG [Thread-706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:33:07,264 DEBUG [Thread-704 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08890491 to 127.0.0.1:52502 2024-11-27T02:33:07,264 DEBUG [Thread-704 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:33:07,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:33:07,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46692 deadline: 1732674847517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:33:07,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/cc6c2a1cf35f4ac98a769438ee018925 2024-11-27T02:33:07,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/993c2329b9d64238a70e13ecb5526d75 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/993c2329b9d64238a70e13ecb5526d75 2024-11-27T02:33:07,603 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/993c2329b9d64238a70e13ecb5526d75, entries=200, sequenceid=371, filesize=39.0 K 2024-11-27T02:33:07,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/25860ac0fb544d29857d09ef187463c2 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/25860ac0fb544d29857d09ef187463c2 2024-11-27T02:33:07,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/25860ac0fb544d29857d09ef187463c2, entries=150, sequenceid=371, filesize=12.0 K 2024-11-27T02:33:07,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/cc6c2a1cf35f4ac98a769438ee018925 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/cc6c2a1cf35f4ac98a769438ee018925 2024-11-27T02:33:07,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/cc6c2a1cf35f4ac98a769438ee018925, entries=150, sequenceid=371, filesize=12.0 K 2024-11-27T02:33:07,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for a2cf03bac8328f408138130de1e5ea3e in 1263ms, sequenceid=371, compaction requested=true 2024-11-27T02:33:07,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:33:07,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:33:07,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:33:07,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:33:07,614 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:33:07,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:33:07,614 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:33:07,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store a2cf03bac8328f408138130de1e5ea3e:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:33:07,614 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:33:07,615 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:33:07,615 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:33:07,615 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/A is initiating minor compaction (all files) 2024-11-27T02:33:07,615 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/B is initiating minor compaction (all files) 2024-11-27T02:33:07,615 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/B in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:33:07,615 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/A in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:33:07,615 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/fba4dd187638490f8bd6a6862c4f67ee, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/6b880f78b45f41f9908a1c85c5ab388b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/25860ac0fb544d29857d09ef187463c2] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=36.8 K 2024-11-27T02:33:07,615 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5c493b5fe790498e93c66c74b02be9c5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/f235d6a6d93b49d69199f3a87628b78a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/993c2329b9d64238a70e13ecb5526d75] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=100.8 K 2024-11-27T02:33:07,615 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:33:07,615 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. files: [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5c493b5fe790498e93c66c74b02be9c5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/f235d6a6d93b49d69199f3a87628b78a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/993c2329b9d64238a70e13ecb5526d75] 2024-11-27T02:33:07,615 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting fba4dd187638490f8bd6a6862c4f67ee, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732674781413 2024-11-27T02:33:07,616 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5c493b5fe790498e93c66c74b02be9c5, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732674781413 2024-11-27T02:33:07,616 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b880f78b45f41f9908a1c85c5ab388b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732674783579 2024-11-27T02:33:07,616 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting f235d6a6d93b49d69199f3a87628b78a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732674783579 2024-11-27T02:33:07,616 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 25860ac0fb544d29857d09ef187463c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732674785736 2024-11-27T02:33:07,616 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 993c2329b9d64238a70e13ecb5526d75, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732674785731 2024-11-27T02:33:07,622 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:33:07,623 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#B#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:33:07,623 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/30901d68e417431faf49c399f78a46cf is 50, key is test_row_0/B:col10/1732674785736/Put/seqid=0 2024-11-27T02:33:07,625 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411274209ec35953d4862a27e5270be6125bf_a2cf03bac8328f408138130de1e5ea3e store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:33:07,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742070_1246 (size=13187) 2024-11-27T02:33:07,648 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411274209ec35953d4862a27e5270be6125bf_a2cf03bac8328f408138130de1e5ea3e, store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:33:07,648 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274209ec35953d4862a27e5270be6125bf_a2cf03bac8328f408138130de1e5ea3e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:33:07,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742071_1247 (size=4469) 2024-11-27T02:33:08,034 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/30901d68e417431faf49c399f78a46cf as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/30901d68e417431faf49c399f78a46cf 2024-11-27T02:33:08,039 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/B of a2cf03bac8328f408138130de1e5ea3e into 30901d68e417431faf49c399f78a46cf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:33:08,039 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:33:08,039 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/B, priority=13, startTime=1732674787614; duration=0sec 2024-11-27T02:33:08,039 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:33:08,039 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:B 2024-11-27T02:33:08,039 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:33:08,041 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:33:08,041 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): a2cf03bac8328f408138130de1e5ea3e/C is initiating minor compaction (all files) 2024-11-27T02:33:08,041 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of a2cf03bac8328f408138130de1e5ea3e/C in TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:33:08,041 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/38c3711da13b49dba93580a99b9522e3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5eb45f746685414e888636e0f9ed62d9, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/cc6c2a1cf35f4ac98a769438ee018925] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp, totalSize=36.8 K 2024-11-27T02:33:08,041 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 38c3711da13b49dba93580a99b9522e3, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732674781413 2024-11-27T02:33:08,041 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 5eb45f746685414e888636e0f9ed62d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1732674783579 2024-11-27T02:33:08,042 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting cc6c2a1cf35f4ac98a769438ee018925, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1732674785736 2024-11-27T02:33:08,051 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#C#compaction#204 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:33:08,051 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/07befe9875f940a892128c63f5f92108 is 50, key is test_row_0/C:col10/1732674785736/Put/seqid=0 2024-11-27T02:33:08,054 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a2cf03bac8328f408138130de1e5ea3e#A#compaction#203 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:33:08,054 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/df295779304c408a8a7418b22d99b184 is 175, key is test_row_0/A:col10/1732674785736/Put/seqid=0 2024-11-27T02:33:08,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742072_1248 (size=13187) 2024-11-27T02:33:08,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742073_1249 (size=32141) 2024-11-27T02:33:08,061 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/07befe9875f940a892128c63f5f92108 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/07befe9875f940a892128c63f5f92108 2024-11-27T02:33:08,066 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/C of a2cf03bac8328f408138130de1e5ea3e into 07befe9875f940a892128c63f5f92108(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:33:08,066 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:33:08,066 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/C, priority=13, startTime=1732674787614; duration=0sec 2024-11-27T02:33:08,066 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:33:08,066 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:C 2024-11-27T02:33:08,469 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/df295779304c408a8a7418b22d99b184 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/df295779304c408a8a7418b22d99b184 2024-11-27T02:33:08,474 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in a2cf03bac8328f408138130de1e5ea3e/A of a2cf03bac8328f408138130de1e5ea3e into df295779304c408a8a7418b22d99b184(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:33:08,474 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:33:08,474 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e., storeName=a2cf03bac8328f408138130de1e5ea3e/A, priority=13, startTime=1732674787614; duration=0sec 2024-11-27T02:33:08,474 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:33:08,475 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a2cf03bac8328f408138130de1e5ea3e:A 2024-11-27T02:33:08,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:33:08,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing a2cf03bac8328f408138130de1e5ea3e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T02:33:08,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=A 2024-11-27T02:33:08,531 DEBUG [Thread-695 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b477a4b to 127.0.0.1:52502 2024-11-27T02:33:08,532 DEBUG [Thread-695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:33:08,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:33:08,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=B 2024-11-27T02:33:08,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:33:08,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=C 2024-11-27T02:33:08,532 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:33:08,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112775b4319a4a3e42d49f129231cae73d37_a2cf03bac8328f408138130de1e5ea3e is 50, key is test_row_0/A:col10/1732674788528/Put/seqid=0 2024-11-27T02:33:08,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742074_1250 (size=12454) 2024-11-27T02:33:08,951 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:33:08,959 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112775b4319a4a3e42d49f129231cae73d37_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112775b4319a4a3e42d49f129231cae73d37_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:33:08,961 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/78cc98ef15ec4f45a2255ced9f21072a, store: [table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:33:08,962 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/78cc98ef15ec4f45a2255ced9f21072a is 175, key is test_row_0/A:col10/1732674788528/Put/seqid=0 2024-11-27T02:33:08,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742075_1251 (size=31255) 2024-11-27T02:33:09,371 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=397, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/78cc98ef15ec4f45a2255ced9f21072a 2024-11-27T02:33:09,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/8eb6d84b12904c2eb71dd899c4da3583 is 50, key is test_row_0/B:col10/1732674788528/Put/seqid=0 2024-11-27T02:33:09,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742076_1252 (size=12301) 2024-11-27T02:33:09,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/8eb6d84b12904c2eb71dd899c4da3583 2024-11-27T02:33:09,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/c75ffe23d6704a5396905a8aa4c83813 is 50, key is test_row_0/C:col10/1732674788528/Put/seqid=0 2024-11-27T02:33:09,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742077_1253 (size=12301) 2024-11-27T02:33:10,149 DEBUG [master/7723ddd88b72:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 6c54c4a27d43cbdc756acd03904e0001 changed from -1.0 to 0.0, refreshing cache 2024-11-27T02:33:10,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=397 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/c75ffe23d6704a5396905a8aa4c83813 2024-11-27T02:33:10,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:33:10,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/78cc98ef15ec4f45a2255ced9f21072a as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/78cc98ef15ec4f45a2255ced9f21072a 2024-11-27T02:33:10,227 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/78cc98ef15ec4f45a2255ced9f21072a, entries=150, sequenceid=397, filesize=30.5 K 2024-11-27T02:33:10,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/8eb6d84b12904c2eb71dd899c4da3583 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/8eb6d84b12904c2eb71dd899c4da3583 2024-11-27T02:33:10,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/8eb6d84b12904c2eb71dd899c4da3583, entries=150, sequenceid=397, filesize=12.0 K 2024-11-27T02:33:10,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/c75ffe23d6704a5396905a8aa4c83813 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/c75ffe23d6704a5396905a8aa4c83813 2024-11-27T02:33:10,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/c75ffe23d6704a5396905a8aa4c83813, entries=150, sequenceid=397, filesize=12.0 K 2024-11-27T02:33:10,238 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for a2cf03bac8328f408138130de1e5ea3e in 1707ms, sequenceid=397, compaction requested=false 2024-11-27T02:33:10,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:33:11,070 DEBUG [Thread-689 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53951ac0 to 127.0.0.1:52502 2024-11-27T02:33:11,070 DEBUG [Thread-689 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:33:11,101 DEBUG [Thread-691 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4eaf65af to 127.0.0.1:52502 2024-11-27T02:33:11,101 DEBUG [Thread-691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:33:11,102 DEBUG [Thread-697 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x48406e38 to 127.0.0.1:52502 2024-11-27T02:33:11,102 DEBUG [Thread-697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:33:11,131 DEBUG [Thread-693 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x096f1e8d to 127.0.0.1:52502 2024-11-27T02:33:11,131 DEBUG [Thread-693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:33:20,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:33:30,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:33:32,033 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region a2cf03bac8328f408138130de1e5ea3e, had cached 0 bytes from a total of 114372 2024-11-27T02:33:34,753 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:33:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:33:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:34:04,753 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:34:08,652 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/439ce7c692d042e6a65963b5c339f640, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/44afb20fc2514fd591ea96cff30fd0fd, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/e50970b30bcb498a990cf7d8a8a3b4a2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/bde1328ae5f6499a9e2d03733474c30e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/36f5425eab014a30b9664f5e56db1833, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/164d946bc88644bf966310583bc06002, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/381ce3248f40489180a765784c0663f9, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/332ba87159bc497d8f30dad569caecc8, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/1735a8c22e4d44ffb14e289f57c5e797, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5cdd26fd48824b25bf56b3632566425b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/b65b8b78bedd4c35aaee007721923109, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5940161ae23d412d89dfc42e726a45ec, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/7bda3d56716d4e6ab870d2257eee130e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/3056670e25d34187b59174fac41c6b54, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/e434a1f91a4b43a78de6ddee4e23ad23, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/051955d058dc45f0a4e13f55be8adf53, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/539142c9cfe34a98a7e509c6ac2b0480, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/a62e27c550ca4855a91df27bf43a1406, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/f4361bcc93354399a1627e41163bedd2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/f0e3181a4da84f0c8b5ae4ba2dae97a0, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5538b93068394f719c8efa804d0f38a0, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/0d065200919d4d1fa5c069bfa04177cf, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5c493b5fe790498e93c66c74b02be9c5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/85ef1a1683924c648c63e446469cd992, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/f235d6a6d93b49d69199f3a87628b78a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/993c2329b9d64238a70e13ecb5526d75] to archive 2024-11-27T02:34:08,654 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T02:34:08,656 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/439ce7c692d042e6a65963b5c339f640 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/439ce7c692d042e6a65963b5c339f640 2024-11-27T02:34:08,657 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/44afb20fc2514fd591ea96cff30fd0fd to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/44afb20fc2514fd591ea96cff30fd0fd 2024-11-27T02:34:08,658 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/e50970b30bcb498a990cf7d8a8a3b4a2 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/e50970b30bcb498a990cf7d8a8a3b4a2 2024-11-27T02:34:08,659 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/bde1328ae5f6499a9e2d03733474c30e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/bde1328ae5f6499a9e2d03733474c30e 2024-11-27T02:34:08,660 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/36f5425eab014a30b9664f5e56db1833 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/36f5425eab014a30b9664f5e56db1833 2024-11-27T02:34:08,661 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/164d946bc88644bf966310583bc06002 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/164d946bc88644bf966310583bc06002 2024-11-27T02:34:08,662 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/381ce3248f40489180a765784c0663f9 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/381ce3248f40489180a765784c0663f9 2024-11-27T02:34:08,662 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/332ba87159bc497d8f30dad569caecc8 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/332ba87159bc497d8f30dad569caecc8 2024-11-27T02:34:08,663 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/1735a8c22e4d44ffb14e289f57c5e797 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/1735a8c22e4d44ffb14e289f57c5e797 2024-11-27T02:34:08,664 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5cdd26fd48824b25bf56b3632566425b to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5cdd26fd48824b25bf56b3632566425b 2024-11-27T02:34:08,665 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/b65b8b78bedd4c35aaee007721923109 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/b65b8b78bedd4c35aaee007721923109 2024-11-27T02:34:08,666 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5940161ae23d412d89dfc42e726a45ec to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5940161ae23d412d89dfc42e726a45ec 2024-11-27T02:34:08,667 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/7bda3d56716d4e6ab870d2257eee130e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/7bda3d56716d4e6ab870d2257eee130e 2024-11-27T02:34:08,667 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/3056670e25d34187b59174fac41c6b54 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/3056670e25d34187b59174fac41c6b54 2024-11-27T02:34:08,668 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/e434a1f91a4b43a78de6ddee4e23ad23 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/e434a1f91a4b43a78de6ddee4e23ad23 2024-11-27T02:34:08,670 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/051955d058dc45f0a4e13f55be8adf53 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/051955d058dc45f0a4e13f55be8adf53 2024-11-27T02:34:08,671 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/539142c9cfe34a98a7e509c6ac2b0480 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/539142c9cfe34a98a7e509c6ac2b0480 2024-11-27T02:34:08,672 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/a62e27c550ca4855a91df27bf43a1406 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/a62e27c550ca4855a91df27bf43a1406 2024-11-27T02:34:08,673 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/f4361bcc93354399a1627e41163bedd2 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/f4361bcc93354399a1627e41163bedd2 2024-11-27T02:34:08,674 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/f0e3181a4da84f0c8b5ae4ba2dae97a0 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/f0e3181a4da84f0c8b5ae4ba2dae97a0 2024-11-27T02:34:08,675 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5538b93068394f719c8efa804d0f38a0 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5538b93068394f719c8efa804d0f38a0 2024-11-27T02:34:08,677 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/0d065200919d4d1fa5c069bfa04177cf to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/0d065200919d4d1fa5c069bfa04177cf 2024-11-27T02:34:08,678 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5c493b5fe790498e93c66c74b02be9c5 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/5c493b5fe790498e93c66c74b02be9c5 2024-11-27T02:34:08,679 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/85ef1a1683924c648c63e446469cd992 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/85ef1a1683924c648c63e446469cd992 2024-11-27T02:34:08,680 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/f235d6a6d93b49d69199f3a87628b78a to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/f235d6a6d93b49d69199f3a87628b78a 2024-11-27T02:34:08,681 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/993c2329b9d64238a70e13ecb5526d75 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/993c2329b9d64238a70e13ecb5526d75 2024-11-27T02:34:08,686 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/ede06704d29d4bc288543ab355415565, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/23be55f37fcc4ab29846884877368cf6, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/4d01fc247bb546dc92509f6c05796f57, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/6d909b27e8854e638b803f61c9c92575, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/bdcd055a966045c8984300160f66c8d3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/89dc6ed0569e4a0f9e3a9bd5a61b8183, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/91e0c00bedf7449283fe0afb021e2c5f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/f09061d035194f239e5725212c09204e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/8b40a77e1619463d84279a4dc2fd43b7, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/1f43569999bb415fbf4801fcd785d363, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/7ffda722394042f5b320e2c131a5ea2a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/bb4f911c507f40eb97a31ce89081ea2c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/65c1c7b4ff79426797e0723a9a704cc4, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/e62339cbf5de4668b988de40cb8b3019, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/91efaea10fde4726908fb719ba5cee77, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/b2a17d4f4da9461690701067f27aa486, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/3ba5940e8d354573a5f7824c3673aacc, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/4bf3550598ec4fcd9d38cb1169656bcd, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/82eb269983e74194b3838b64658792bd, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/fafefa7b3bf84a2aad370e42eb6aba38, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/01b775e8bde24df9a860a6e40a1df32b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/2505ff521e884ba7a9a32bac4be73f0f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/fba4dd187638490f8bd6a6862c4f67ee, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/dcedeb71e04d42788dbdb3ad172d1a20, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/6b880f78b45f41f9908a1c85c5ab388b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/25860ac0fb544d29857d09ef187463c2] to archive 2024-11-27T02:34:08,687 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T02:34:08,688 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/ede06704d29d4bc288543ab355415565 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/ede06704d29d4bc288543ab355415565 2024-11-27T02:34:08,689 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/23be55f37fcc4ab29846884877368cf6 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/23be55f37fcc4ab29846884877368cf6 2024-11-27T02:34:08,690 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/4d01fc247bb546dc92509f6c05796f57 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/4d01fc247bb546dc92509f6c05796f57 2024-11-27T02:34:08,691 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/6d909b27e8854e638b803f61c9c92575 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/6d909b27e8854e638b803f61c9c92575 2024-11-27T02:34:08,692 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/bdcd055a966045c8984300160f66c8d3 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/bdcd055a966045c8984300160f66c8d3 2024-11-27T02:34:08,693 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/89dc6ed0569e4a0f9e3a9bd5a61b8183 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/89dc6ed0569e4a0f9e3a9bd5a61b8183 2024-11-27T02:34:08,694 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/91e0c00bedf7449283fe0afb021e2c5f to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/91e0c00bedf7449283fe0afb021e2c5f 2024-11-27T02:34:08,695 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/f09061d035194f239e5725212c09204e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/f09061d035194f239e5725212c09204e 2024-11-27T02:34:08,696 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/8b40a77e1619463d84279a4dc2fd43b7 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/8b40a77e1619463d84279a4dc2fd43b7 2024-11-27T02:34:08,697 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/1f43569999bb415fbf4801fcd785d363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/1f43569999bb415fbf4801fcd785d363 2024-11-27T02:34:08,698 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/7ffda722394042f5b320e2c131a5ea2a to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/7ffda722394042f5b320e2c131a5ea2a 2024-11-27T02:34:08,699 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/bb4f911c507f40eb97a31ce89081ea2c to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/bb4f911c507f40eb97a31ce89081ea2c 2024-11-27T02:34:08,699 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/65c1c7b4ff79426797e0723a9a704cc4 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/65c1c7b4ff79426797e0723a9a704cc4 2024-11-27T02:34:08,700 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/e62339cbf5de4668b988de40cb8b3019 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/e62339cbf5de4668b988de40cb8b3019 2024-11-27T02:34:08,701 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/91efaea10fde4726908fb719ba5cee77 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/91efaea10fde4726908fb719ba5cee77 2024-11-27T02:34:08,702 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/b2a17d4f4da9461690701067f27aa486 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/b2a17d4f4da9461690701067f27aa486 2024-11-27T02:34:08,703 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/3ba5940e8d354573a5f7824c3673aacc to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/3ba5940e8d354573a5f7824c3673aacc 2024-11-27T02:34:08,704 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/4bf3550598ec4fcd9d38cb1169656bcd to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/4bf3550598ec4fcd9d38cb1169656bcd 2024-11-27T02:34:08,704 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/82eb269983e74194b3838b64658792bd to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/82eb269983e74194b3838b64658792bd 2024-11-27T02:34:08,705 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/fafefa7b3bf84a2aad370e42eb6aba38 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/fafefa7b3bf84a2aad370e42eb6aba38 2024-11-27T02:34:08,706 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/01b775e8bde24df9a860a6e40a1df32b to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/01b775e8bde24df9a860a6e40a1df32b 2024-11-27T02:34:08,707 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/2505ff521e884ba7a9a32bac4be73f0f to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/2505ff521e884ba7a9a32bac4be73f0f 2024-11-27T02:34:08,707 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/fba4dd187638490f8bd6a6862c4f67ee to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/fba4dd187638490f8bd6a6862c4f67ee 2024-11-27T02:34:08,708 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/dcedeb71e04d42788dbdb3ad172d1a20 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/dcedeb71e04d42788dbdb3ad172d1a20 2024-11-27T02:34:08,709 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/6b880f78b45f41f9908a1c85c5ab388b to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/6b880f78b45f41f9908a1c85c5ab388b 2024-11-27T02:34:08,710 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/25860ac0fb544d29857d09ef187463c2 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/25860ac0fb544d29857d09ef187463c2 2024-11-27T02:34:08,712 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/c274608e508d493e8049ebe3f082ec1f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/1a38190d58474e8b9c79757b72d958be, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5ae3f99006454226ae726e24ff0750ae, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/fc50732a277a4b3184d37348b88d119f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/6a8d1520fe064e938eb686716dad0b2a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/9a4ec92347354ec4a3ce6b07adeb7cc7, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/df60c85ec9d54f92b0fad47b3d55d0c5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/8cac824aae9e4fad8c7210c239b8c7f5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/bc5e08f2b22542a5b7ada44517a416d9, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/21cb4664f53546bcadbbd9a9df7bbb4c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/b4b92557eaed444a9a3b329887a3e118, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5638462bd1af4885bb720cdeb66f23ba, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/016486e5196f4121892b5f9491a32f7d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/a561ef47d752459380df1b0ea682ffa6, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/d2c5041a341b45c6a4f040614b241c9d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/999a60402d344068894030a891359836, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/ad84e913c52545c29b874de55fa610c7, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/c0c8a8b61ffa45f39a43c2549788867e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/e57779d904cd4ca1936107e92c6b31eb, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/895f0faaf8914998958777b9a47d3310, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/67de192cccc7412096f9d809b50d62cf, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5baf211525064e79bbb77ebcfa298a3f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/38c3711da13b49dba93580a99b9522e3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/feeb8f03e78c4609b53e4cbf5b9a0b9c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5eb45f746685414e888636e0f9ed62d9, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/cc6c2a1cf35f4ac98a769438ee018925] to archive 2024-11-27T02:34:08,713 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T02:34:08,714 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/c274608e508d493e8049ebe3f082ec1f to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/c274608e508d493e8049ebe3f082ec1f 2024-11-27T02:34:08,715 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/1a38190d58474e8b9c79757b72d958be to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/1a38190d58474e8b9c79757b72d958be 2024-11-27T02:34:08,716 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5ae3f99006454226ae726e24ff0750ae to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5ae3f99006454226ae726e24ff0750ae 2024-11-27T02:34:08,717 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/fc50732a277a4b3184d37348b88d119f to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/fc50732a277a4b3184d37348b88d119f 2024-11-27T02:34:08,718 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/6a8d1520fe064e938eb686716dad0b2a to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/6a8d1520fe064e938eb686716dad0b2a 2024-11-27T02:34:08,719 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/9a4ec92347354ec4a3ce6b07adeb7cc7 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/9a4ec92347354ec4a3ce6b07adeb7cc7 2024-11-27T02:34:08,720 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/df60c85ec9d54f92b0fad47b3d55d0c5 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/df60c85ec9d54f92b0fad47b3d55d0c5 2024-11-27T02:34:08,720 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/8cac824aae9e4fad8c7210c239b8c7f5 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/8cac824aae9e4fad8c7210c239b8c7f5 2024-11-27T02:34:08,721 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/bc5e08f2b22542a5b7ada44517a416d9 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/bc5e08f2b22542a5b7ada44517a416d9 2024-11-27T02:34:08,722 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/21cb4664f53546bcadbbd9a9df7bbb4c to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/21cb4664f53546bcadbbd9a9df7bbb4c 2024-11-27T02:34:08,723 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/b4b92557eaed444a9a3b329887a3e118 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/b4b92557eaed444a9a3b329887a3e118 2024-11-27T02:34:08,723 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5638462bd1af4885bb720cdeb66f23ba to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5638462bd1af4885bb720cdeb66f23ba 2024-11-27T02:34:08,724 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/016486e5196f4121892b5f9491a32f7d to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/016486e5196f4121892b5f9491a32f7d 2024-11-27T02:34:08,725 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/a561ef47d752459380df1b0ea682ffa6 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/a561ef47d752459380df1b0ea682ffa6 2024-11-27T02:34:08,726 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/d2c5041a341b45c6a4f040614b241c9d to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/d2c5041a341b45c6a4f040614b241c9d 2024-11-27T02:34:08,727 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/999a60402d344068894030a891359836 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/999a60402d344068894030a891359836 2024-11-27T02:34:08,727 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/ad84e913c52545c29b874de55fa610c7 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/ad84e913c52545c29b874de55fa610c7 2024-11-27T02:34:08,728 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/c0c8a8b61ffa45f39a43c2549788867e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/c0c8a8b61ffa45f39a43c2549788867e 2024-11-27T02:34:08,729 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/e57779d904cd4ca1936107e92c6b31eb to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/e57779d904cd4ca1936107e92c6b31eb 2024-11-27T02:34:08,730 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/895f0faaf8914998958777b9a47d3310 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/895f0faaf8914998958777b9a47d3310 2024-11-27T02:34:08,730 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/67de192cccc7412096f9d809b50d62cf to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/67de192cccc7412096f9d809b50d62cf 2024-11-27T02:34:08,731 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5baf211525064e79bbb77ebcfa298a3f to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5baf211525064e79bbb77ebcfa298a3f 2024-11-27T02:34:08,732 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/38c3711da13b49dba93580a99b9522e3 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/38c3711da13b49dba93580a99b9522e3 2024-11-27T02:34:08,732 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/feeb8f03e78c4609b53e4cbf5b9a0b9c to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/feeb8f03e78c4609b53e4cbf5b9a0b9c 2024-11-27T02:34:08,733 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5eb45f746685414e888636e0f9ed62d9 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/5eb45f746685414e888636e0f9ed62d9 2024-11-27T02:34:08,734 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/cc6c2a1cf35f4ac98a769438ee018925 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/cc6c2a1cf35f4ac98a769438ee018925 2024-11-27T02:34:10,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:34:17,034 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region a2cf03bac8328f408138130de1e5ea3e, had cached 0 bytes from a total of 114372 2024-11-27T02:34:30,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:34:34,753 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:34:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:35:02,035 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region a2cf03bac8328f408138130de1e5ea3e, had cached 0 bytes from a total of 114372 2024-11-27T02:35:04,754 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:35:10,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:35:30,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:35:34,754 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:35:47,036 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region a2cf03bac8328f408138130de1e5ea3e, had cached 0 bytes from a total of 114372 2024-11-27T02:35:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:36:04,754 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:36:10,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:36:30,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:36:32,037 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region a2cf03bac8328f408138130de1e5ea3e, had cached 0 bytes from a total of 114372 2024-11-27T02:36:34,755 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:36:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:37:04,755 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:37:06,339 INFO [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=660.99 KB, freeSize=879.35 MB, max=880 MB, blockCount=0, accesses=386964, hits=380183, hitRatio=98.25%, , cachingAccesses=380608, cachingHits=379995, cachingHitsRatio=99.84%, evictions=29, evicted=0, evictedPerRun=0.0 2024-11-27T02:37:06,414 DEBUG [master/7723ddd88b72:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=3, created chunk count=13, reused chunk count=147, reuseRatio=91.87% 2024-11-27T02:37:06,415 DEBUG [master/7723ddd88b72:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-27T02:37:08,687 INFO [7723ddd88b72:35047Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-11-27T02:37:10,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:37:11,722 INFO [regionserver/7723ddd88b72:0.Chore.1 {}] regionserver.HRegionServer$PeriodicMemStoreFlusher(2070): MemstoreFlusherChore requesting flush of hbase:namespace,,1732674730157.6c54c4a27d43cbdc756acd03904e0001. because 6c54c4a27d43cbdc756acd03904e0001/info has an old edit so flush to free WALs after random delay 20622 ms 2024-11-27T02:37:11,723 INFO [regionserver/7723ddd88b72:0.Chore.1 {}] regionserver.HRegionServer$PeriodicMemStoreFlusher(2070): MemstoreFlusherChore requesting flush of hbase:meta,,1.1588230740 because 1588230740/info has an old edit so flush to free WALs after random delay 217678 ms 2024-11-27T02:37:15,455 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T02:37:16,029 DEBUG [master/7723ddd88b72:0.Chore.1 {}] balancer.BaseLoadBalancer(778): Start Generate Balance plan for cluster. 2024-11-27T02:37:16,030 DEBUG [master/7723ddd88b72:0.Chore.1 {}] master.HMaster(2144): Balancer is going into sleep until next period in 300000ms 2024-11-27T02:37:16,032 DEBUG [hconnection-0x796a9730-shared-pool-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:37:16,034 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:37:16,042 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(219): Skipping table TestAcidGuarantees because normalization is disabled in its table properties and normalization is also disabled at table level by default 2024-11-27T02:37:16,045 DEBUG [master/7723ddd88b72:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-27T02:37:17,037 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region a2cf03bac8328f408138130de1e5ea3e, had cached 0 bytes from a total of 114372 2024-11-27T02:37:30,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:37:32,345 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6c54c4a27d43cbdc756acd03904e0001 1/1 column families, dataSize=78 B heapSize=488 B 2024-11-27T02:37:32,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/namespace/6c54c4a27d43cbdc756acd03904e0001/.tmp/info/427d64ecae984ab6a855dd391de590e3 is 45, key is default/info:d/1732674731617/Put/seqid=0 2024-11-27T02:37:32,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742078_1254 (size=5037) 2024-11-27T02:37:32,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/namespace/6c54c4a27d43cbdc756acd03904e0001/.tmp/info/427d64ecae984ab6a855dd391de590e3 2024-11-27T02:37:32,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/namespace/6c54c4a27d43cbdc756acd03904e0001/.tmp/info/427d64ecae984ab6a855dd391de590e3 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/namespace/6c54c4a27d43cbdc756acd03904e0001/info/427d64ecae984ab6a855dd391de590e3 2024-11-27T02:37:32,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/namespace/6c54c4a27d43cbdc756acd03904e0001/info/427d64ecae984ab6a855dd391de590e3, entries=2, sequenceid=6, filesize=4.9 K 2024-11-27T02:37:32,791 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 6c54c4a27d43cbdc756acd03904e0001 in 446ms, sequenceid=6, compaction requested=false 2024-11-27T02:37:32,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6c54c4a27d43cbdc756acd03904e0001: 2024-11-27T02:37:34,755 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:37:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:38:02,038 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region a2cf03bac8328f408138130de1e5ea3e, had cached 0 bytes from a total of 114372 2024-11-27T02:38:04,756 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:38:10,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:38:11,432 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 6c54c4a27d43cbdc756acd03904e0001, had cached 0 bytes from a total of 5037 2024-11-27T02:38:30,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:38:34,756 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:38:47,039 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region a2cf03bac8328f408138130de1e5ea3e, had cached 0 bytes from a total of 114372 2024-11-27T02:38:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:38:56,432 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 6c54c4a27d43cbdc756acd03904e0001, had cached 0 bytes from a total of 5037 2024-11-27T02:39:04,756 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:39:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:39:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:39:32,040 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region a2cf03bac8328f408138130de1e5ea3e, had cached 0 bytes from a total of 114372 2024-11-27T02:39:34,756 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:39:41,433 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 6c54c4a27d43cbdc756acd03904e0001, had cached 0 bytes from a total of 5037 2024-11-27T02:39:50,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:40:04,757 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:40:10,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:40:17,040 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region a2cf03bac8328f408138130de1e5ea3e, had cached 0 bytes from a total of 114372 2024-11-27T02:40:26,433 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 6c54c4a27d43cbdc756acd03904e0001, had cached 0 bytes from a total of 5037 2024-11-27T02:40:30,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:40:34,757 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:40:49,402 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-27T02:40:49,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=6.54 KB heapSize=11.84 KB 2024-11-27T02:40:49,435 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/meta/1588230740/.tmp/info/113ed98d6f2b4fc6887af0f79b255972 is 157, key is TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e./info:regioninfo/1732674767065/Put/seqid=0 2024-11-27T02:40:49,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742079_1255 (size=8634) 2024-11-27T02:40:49,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.93 KB at sequenceid=30 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/meta/1588230740/.tmp/info/113ed98d6f2b4fc6887af0f79b255972 2024-11-27T02:40:49,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/meta/1588230740/.tmp/rep_barrier/2b5a181c114646ac91b5389fd1a6fdff is 102, key is TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e./rep_barrier:/1732674763627/DeleteFamily/seqid=0 2024-11-27T02:40:49,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742080_1256 (size=5498) 2024-11-27T02:40:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:40:50,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=30 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/meta/1588230740/.tmp/rep_barrier/2b5a181c114646ac91b5389fd1a6fdff 2024-11-27T02:40:50,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/meta/1588230740/.tmp/table/d68cae6fed1a4eb9b529060985e85717 is 96, key is TestAcidGuarantees,,1732674731860.1d7027e8a477fc18231a41527d15b63e./table:/1732674763627/DeleteFamily/seqid=0 2024-11-27T02:40:50,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742081_1257 (size=5551) 2024-11-27T02:40:50,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=534 B at sequenceid=30 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/meta/1588230740/.tmp/table/d68cae6fed1a4eb9b529060985e85717 2024-11-27T02:40:50,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/meta/1588230740/.tmp/info/113ed98d6f2b4fc6887af0f79b255972 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/meta/1588230740/info/113ed98d6f2b4fc6887af0f79b255972 2024-11-27T02:40:50,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/meta/1588230740/info/113ed98d6f2b4fc6887af0f79b255972, entries=27, sequenceid=30, filesize=8.4 K 2024-11-27T02:40:50,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/meta/1588230740/.tmp/rep_barrier/2b5a181c114646ac91b5389fd1a6fdff as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/meta/1588230740/rep_barrier/2b5a181c114646ac91b5389fd1a6fdff 2024-11-27T02:40:50,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/meta/1588230740/rep_barrier/2b5a181c114646ac91b5389fd1a6fdff, entries=1, sequenceid=30, filesize=5.4 K 2024-11-27T02:40:50,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/meta/1588230740/.tmp/table/d68cae6fed1a4eb9b529060985e85717 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/meta/1588230740/table/d68cae6fed1a4eb9b529060985e85717 2024-11-27T02:40:50,729 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/hbase/meta/1588230740/table/d68cae6fed1a4eb9b529060985e85717, entries=6, sequenceid=30, filesize=5.4 K 2024-11-27T02:40:50,730 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~6.54 KB/6700, heapSize ~11.80 KB/12080, currentSize=0 B/0 for 1588230740 in 1327ms, sequenceid=30, compaction requested=false 2024-11-27T02:40:50,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1588230740: 2024-11-27T02:41:02,041 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region a2cf03bac8328f408138130de1e5ea3e, had cached 0 bytes from a total of 114372 2024-11-27T02:41:04,757 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:41:09,944 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 19683 2024-11-27T02:41:10,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:41:11,434 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 6c54c4a27d43cbdc756acd03904e0001, had cached 0 bytes from a total of 5037 2024-11-27T02:41:30,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:41:34,758 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:41:47,042 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region a2cf03bac8328f408138130de1e5ea3e, had cached 0 bytes from a total of 114372 2024-11-27T02:41:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:41:54,944 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 19683 2024-11-27T02:41:56,434 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 6c54c4a27d43cbdc756acd03904e0001, had cached 0 bytes from a total of 5037 2024-11-27T02:42:04,758 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:42:06,338 INFO [LruBlockCacheStatsExecutor {}] hfile.LruBlockCache(1020): totalSize=880 MB, usedSize=660.99 KB, freeSize=879.35 MB, max=880 MB, blockCount=0, accesses=386964, hits=380183, hitRatio=98.25%, , cachingAccesses=380608, cachingHits=379995, cachingHitsRatio=99.84%, evictions=59, evicted=0, evictedPerRun=0.0 2024-11-27T02:42:06,414 DEBUG [master/7723ddd88b72:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=7, created chunk count=13, reused chunk count=147, reuseRatio=91.87% 2024-11-27T02:42:06,415 DEBUG [master/7723ddd88b72:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-27T02:42:08,686 INFO [7723ddd88b72:35047Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-11-27T02:42:10,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:42:10,276 DEBUG [master/7723ddd88b72:0.Chore.1 {}] balancer.BaseLoadBalancer(778): Start Generate Balance plan for cluster. 2024-11-27T02:42:10,277 DEBUG [master/7723ddd88b72:0.Chore.1 {}] master.HMaster(2144): Balancer is going into sleep until next period in 300000ms 2024-11-27T02:42:10,277 DEBUG [hconnection-0x796a9730-shared-pool-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:42:10,279 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:42:10,291 DEBUG [master/7723ddd88b72:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-11-27T02:42:10,293 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(219): Skipping table TestAcidGuarantees because normalization is disabled in its table properties and normalization is also disabled at table level by default 2024-11-27T02:42:10,294 DEBUG [master/7723ddd88b72:0.Chore.1 {}] zookeeper.ZKUtil(444): master:42505-0x1017b6bc6360000, quorum=127.0.0.1:52502, baseZNode=/hbase Unable to get data of znode /hbase/replication/rs because node does not exist (not necessarily an error) 2024-11-27T02:42:10,294 DEBUG [master/7723ddd88b72:0.Chore.1 {}] replication.ZKReplicationQueueStorage(530): Didn't find a RegionServer that replicates, won't prevent deletions. 2024-11-27T02:42:15,461 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T02:42:30,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:42:32,042 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region a2cf03bac8328f408138130de1e5ea3e, had cached 0 bytes from a total of 114372 2024-11-27T02:42:34,759 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:42:39,945 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 19683 2024-11-27T02:42:41,435 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 6c54c4a27d43cbdc756acd03904e0001, had cached 0 bytes from a total of 5037 2024-11-27T02:42:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-11-27T02:43:04,759 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:43:10,260 WARN [Thread-699 {}] hbase.AcidGuaranteesTestTool$1(357): Ignoring exception while flushing: org.apache.hadoop.hbase.exceptions.TimeoutIOException: java.util.concurrent.TimeoutException: The procedure 63 is still running at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:202) at org.apache.hadoop.hbase.client.Admin.flush(Admin.java:897) at org.apache.hadoop.hbase.client.HBaseAdmin.flush(HBaseAdmin.java:1250) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$1.doAnAction(AcidGuaranteesTestTool.java:355) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: java.util.concurrent.TimeoutException: The procedure 63 is still running at org.apache.hadoop.hbase.client.HBaseAdmin$ProcedureFuture.waitProcedureResult(HBaseAdmin.java:3595) at org.apache.hadoop.hbase.client.HBaseAdmin$ProcedureFuture.get(HBaseAdmin.java:3517) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:196) ... 5 more 2024-11-27T02:43:10,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T02:43:10,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-11-27T02:43:10,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-27T02:43:10,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 31 2024-11-27T02:43:10,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 177 2024-11-27T02:43:10,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 34 2024-11-27T02:43:10,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T02:43:10,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6772 2024-11-27T02:43:10,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6665 2024-11-27T02:43:10,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T02:43:10,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2846 2024-11-27T02:43:10,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8536 rows 2024-11-27T02:43:10,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2851 2024-11-27T02:43:10,261 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 8553 rows 2024-11-27T02:43:10,261 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T02:43:10,261 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09a49c36 to 127.0.0.1:52502 2024-11-27T02:43:10,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:43:10,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T02:43:10,262 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T02:43:10,263 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T02:43:10,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T02:43:10,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T02:43:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-27T02:43:10,265 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732675390265"}]},"ts":"1732675390265"} 2024-11-27T02:43:10,266 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T02:43:10,282 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T02:43:10,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T02:43:10,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2cf03bac8328f408138130de1e5ea3e, UNASSIGN}] 2024-11-27T02:43:10,285 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2cf03bac8328f408138130de1e5ea3e, UNASSIGN 2024-11-27T02:43:10,285 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=a2cf03bac8328f408138130de1e5ea3e, regionState=CLOSING, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:10,286 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T02:43:10,286 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326}] 2024-11-27T02:43:10,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-27T02:43:10,438 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:10,438 DEBUG [RSProcedureDispatcher-pool-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T02:43:10,439 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T02:43:10,439 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:10,439 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T02:43:10,440 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing a2cf03bac8328f408138130de1e5ea3e, disabling compactions & flushes 2024-11-27T02:43:10,440 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:43:10,440 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:43:10,440 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. after waiting 0 ms 2024-11-27T02:43:10,440 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:43:10,440 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(2837): Flushing a2cf03bac8328f408138130de1e5ea3e 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-27T02:43:10,440 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=A 2024-11-27T02:43:10,440 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:10,440 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=B 2024-11-27T02:43:10,440 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:10,440 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK a2cf03bac8328f408138130de1e5ea3e, store=C 2024-11-27T02:43:10,440 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:10,448 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a6ec1c33ec7549c28d0350da6e9a7a2b_a2cf03bac8328f408138130de1e5ea3e is 50, key is test_row_0/A:col10/1732674791098/Put/seqid=0 2024-11-27T02:43:10,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742082_1258 (size=12454) 2024-11-27T02:43:10,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-27T02:43:10,853 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:10,859 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a6ec1c33ec7549c28d0350da6e9a7a2b_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a6ec1c33ec7549c28d0350da6e9a7a2b_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:10,860 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/79dac1c6384344cc8d5f6201e12ce30b, store: [table=TestAcidGuarantees family=A region=a2cf03bac8328f408138130de1e5ea3e] 2024-11-27T02:43:10,861 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/79dac1c6384344cc8d5f6201e12ce30b is 175, key is test_row_0/A:col10/1732674791098/Put/seqid=0 2024-11-27T02:43:10,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-27T02:43:10,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742083_1259 (size=31255) 2024-11-27T02:43:11,271 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=404, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/79dac1c6384344cc8d5f6201e12ce30b 2024-11-27T02:43:11,283 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/a3944450baf04b779b46358704395d8c is 50, key is test_row_0/B:col10/1732674791098/Put/seqid=0 2024-11-27T02:43:11,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742084_1260 (size=12301) 2024-11-27T02:43:11,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-27T02:43:11,690 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/a3944450baf04b779b46358704395d8c 2024-11-27T02:43:11,702 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/880b0b20ad9e453ab29479246cb28592 is 50, key is test_row_0/C:col10/1732674791098/Put/seqid=0 2024-11-27T02:43:11,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742085_1261 (size=12301) 2024-11-27T02:43:12,109 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/880b0b20ad9e453ab29479246cb28592 2024-11-27T02:43:12,118 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/A/79dac1c6384344cc8d5f6201e12ce30b as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/79dac1c6384344cc8d5f6201e12ce30b 2024-11-27T02:43:12,121 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/79dac1c6384344cc8d5f6201e12ce30b, entries=150, sequenceid=404, filesize=30.5 K 2024-11-27T02:43:12,122 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/B/a3944450baf04b779b46358704395d8c as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/a3944450baf04b779b46358704395d8c 2024-11-27T02:43:12,125 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/a3944450baf04b779b46358704395d8c, entries=150, sequenceid=404, filesize=12.0 K 2024-11-27T02:43:12,126 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/.tmp/C/880b0b20ad9e453ab29479246cb28592 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/880b0b20ad9e453ab29479246cb28592 2024-11-27T02:43:12,129 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/880b0b20ad9e453ab29479246cb28592, entries=150, sequenceid=404, filesize=12.0 K 2024-11-27T02:43:12,130 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for a2cf03bac8328f408138130de1e5ea3e in 1690ms, sequenceid=404, compaction requested=true 2024-11-27T02:43:12,133 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/recovered.edits/407.seqid, newMaxSeqId=407, maxSeqId=4 2024-11-27T02:43:12,134 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e. 2024-11-27T02:43:12,134 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for a2cf03bac8328f408138130de1e5ea3e: 2024-11-27T02:43:12,135 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,135 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=a2cf03bac8328f408138130de1e5ea3e, regionState=CLOSED 2024-11-27T02:43:12,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-11-27T02:43:12,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure a2cf03bac8328f408138130de1e5ea3e, server=7723ddd88b72,35047,1732674726326 in 1.8500 sec 2024-11-27T02:43:12,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-11-27T02:43:12,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=a2cf03bac8328f408138130de1e5ea3e, UNASSIGN in 1.8530 sec 2024-11-27T02:43:12,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-11-27T02:43:12,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8560 sec 2024-11-27T02:43:12,140 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732675392140"}]},"ts":"1732675392140"} 2024-11-27T02:43:12,141 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T02:43:12,183 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T02:43:12,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9210 sec 2024-11-27T02:43:12,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-11-27T02:43:12,370 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-11-27T02:43:12,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T02:43:12,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:43:12,374 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:43:12,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-27T02:43:12,375 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:43:12,380 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,383 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A, FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B, FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C, FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/recovered.edits] 2024-11-27T02:43:12,386 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/78cc98ef15ec4f45a2255ced9f21072a to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/78cc98ef15ec4f45a2255ced9f21072a 2024-11-27T02:43:12,387 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/79dac1c6384344cc8d5f6201e12ce30b to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/79dac1c6384344cc8d5f6201e12ce30b 2024-11-27T02:43:12,388 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/df295779304c408a8a7418b22d99b184 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/A/df295779304c408a8a7418b22d99b184 2024-11-27T02:43:12,390 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/30901d68e417431faf49c399f78a46cf to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/30901d68e417431faf49c399f78a46cf 2024-11-27T02:43:12,391 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/8eb6d84b12904c2eb71dd899c4da3583 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/8eb6d84b12904c2eb71dd899c4da3583 2024-11-27T02:43:12,392 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/a3944450baf04b779b46358704395d8c to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/B/a3944450baf04b779b46358704395d8c 2024-11-27T02:43:12,394 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/07befe9875f940a892128c63f5f92108 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/07befe9875f940a892128c63f5f92108 2024-11-27T02:43:12,395 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/880b0b20ad9e453ab29479246cb28592 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/880b0b20ad9e453ab29479246cb28592 2024-11-27T02:43:12,397 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/c75ffe23d6704a5396905a8aa4c83813 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/C/c75ffe23d6704a5396905a8aa4c83813 2024-11-27T02:43:12,399 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/recovered.edits/407.seqid to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e/recovered.edits/407.seqid 2024-11-27T02:43:12,399 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,400 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T02:43:12,400 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T02:43:12,401 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-27T02:43:12,404 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112701ac212f9e004927913588012f44e106_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112701ac212f9e004927913588012f44e106_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,406 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127054416e86a7c418ea4f0e1fd2073849f_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127054416e86a7c418ea4f0e1fd2073849f_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,407 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271dedcdee5e3d4e848e791423e4fbad92_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271dedcdee5e3d4e848e791423e4fbad92_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,409 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272270dd5611664b50b76ba023a4269c4a_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272270dd5611664b50b76ba023a4269c4a_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,410 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127400f39ba175c446dbef3a468a0db40d1_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127400f39ba175c446dbef3a468a0db40d1_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,411 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112744cb35db2cd3464bb00fd6b772bf30f1_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112744cb35db2cd3464bb00fd6b772bf30f1_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,413 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274855b579b1e14b6fa2a82dca91e9ca52_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274855b579b1e14b6fa2a82dca91e9ca52_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,414 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275a5f235ee5c74b3cb13d9507f9ea3fdd_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275a5f235ee5c74b3cb13d9507f9ea3fdd_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,415 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112767d284742d4541dca9b385578ad7fc80_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112767d284742d4541dca9b385578ad7fc80_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,417 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112775b4319a4a3e42d49f129231cae73d37_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112775b4319a4a3e42d49f129231cae73d37_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,418 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278703f9e7fcac41efa3837fc7442e94a9_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278703f9e7fcac41efa3837fc7442e94a9_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,419 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278de650ded17d403190874926cf490cd7_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278de650ded17d403190874926cf490cd7_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,421 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127926ba269dff14621b816e7236eece49d_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127926ba269dff14621b816e7236eece49d_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,422 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279d4ffd770d0e43488b8fae403ecc0670_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279d4ffd770d0e43488b8fae403ecc0670_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,423 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279f933e9c00b84bae80415c8df0913f3c_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279f933e9c00b84bae80415c8df0913f3c_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,424 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a6ec1c33ec7549c28d0350da6e9a7a2b_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a6ec1c33ec7549c28d0350da6e9a7a2b_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,426 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bd43cc93cfa440b695eab9a9d1ef9438_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bd43cc93cfa440b695eab9a9d1ef9438_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,427 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c52b90cee456420986ee3cad47c52278_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c52b90cee456420986ee3cad47c52278_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,428 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127cc5207b5d7f9442e907a552eed50b656_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127cc5207b5d7f9442e907a552eed50b656_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,429 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e11124f332954162825b037698d0dd9c_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e11124f332954162825b037698d0dd9c_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,430 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f45b841189b847f18ef9603b2dd196a8_a2cf03bac8328f408138130de1e5ea3e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f45b841189b847f18ef9603b2dd196a8_a2cf03bac8328f408138130de1e5ea3e 2024-11-27T02:43:12,431 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T02:43:12,433 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:43:12,438 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T02:43:12,440 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T02:43:12,441 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:43:12,441 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T02:43:12,442 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732675392441"}]},"ts":"9223372036854775807"} 2024-11-27T02:43:12,443 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T02:43:12,443 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => a2cf03bac8328f408138130de1e5ea3e, NAME => 'TestAcidGuarantees,,1732674763930.a2cf03bac8328f408138130de1e5ea3e.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T02:43:12,443 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T02:43:12,444 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732675392443"}]},"ts":"9223372036854775807"} 2024-11-27T02:43:12,445 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T02:43:12,453 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:43:12,454 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 81 msec 2024-11-27T02:43:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-11-27T02:43:12,476 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-11-27T02:43:12,485 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobMixedAtomicity Thread=231 (was 238), OpenFileDescriptor=442 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=223 (was 338), ProcessCount=11 (was 11), AvailableMemoryMB=10321 (was 10666) 2024-11-27T02:43:12,493 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=231, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=223, ProcessCount=11, AvailableMemoryMB=10320 2024-11-27T02:43:12,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T02:43:12,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T02:43:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T02:43:12,496 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T02:43:12,496 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:12,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 70 2024-11-27T02:43:12,496 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T02:43:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-27T02:43:12,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742086_1262 (size=960) 2024-11-27T02:43:12,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-27T02:43:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-27T02:43:12,904 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67 2024-11-27T02:43:12,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742087_1263 (size=53) 2024-11-27T02:43:13,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-27T02:43:13,313 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T02:43:13,313 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing aeee731b728911bb3e0ade61847921ed, disabling compactions & flushes 2024-11-27T02:43:13,313 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:13,313 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:13,313 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. after waiting 0 ms 2024-11-27T02:43:13,313 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:13,314 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:13,314 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:13,316 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T02:43:13,316 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732675393316"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732675393316"}]},"ts":"1732675393316"} 2024-11-27T02:43:13,318 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T02:43:13,319 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T02:43:13,319 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732675393319"}]},"ts":"1732675393319"} 2024-11-27T02:43:13,321 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T02:43:13,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=aeee731b728911bb3e0ade61847921ed, ASSIGN}] 2024-11-27T02:43:13,368 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=aeee731b728911bb3e0ade61847921ed, ASSIGN 2024-11-27T02:43:13,370 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=aeee731b728911bb3e0ade61847921ed, ASSIGN; state=OFFLINE, location=7723ddd88b72,35047,1732674726326; forceNewPlan=false, retain=false 2024-11-27T02:43:13,521 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=aeee731b728911bb3e0ade61847921ed, regionState=OPENING, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:13,524 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; OpenRegionProcedure aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326}] 2024-11-27T02:43:13,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-27T02:43:13,679 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:13,687 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:13,688 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7285): Opening region: {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} 2024-11-27T02:43:13,689 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:13,689 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T02:43:13,689 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7327): checking encryption for aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:13,689 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7330): checking classloading for aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:13,692 INFO [StoreOpener-aeee731b728911bb3e0ade61847921ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:13,693 INFO [StoreOpener-aeee731b728911bb3e0ade61847921ed-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:43:13,694 INFO [StoreOpener-aeee731b728911bb3e0ade61847921ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeee731b728911bb3e0ade61847921ed columnFamilyName A 2024-11-27T02:43:13,694 DEBUG [StoreOpener-aeee731b728911bb3e0ade61847921ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:13,694 INFO [StoreOpener-aeee731b728911bb3e0ade61847921ed-1 {}] regionserver.HStore(327): Store=aeee731b728911bb3e0ade61847921ed/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:43:13,694 INFO [StoreOpener-aeee731b728911bb3e0ade61847921ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:13,696 INFO [StoreOpener-aeee731b728911bb3e0ade61847921ed-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:43:13,696 INFO [StoreOpener-aeee731b728911bb3e0ade61847921ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeee731b728911bb3e0ade61847921ed columnFamilyName B 2024-11-27T02:43:13,696 DEBUG [StoreOpener-aeee731b728911bb3e0ade61847921ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:13,697 INFO [StoreOpener-aeee731b728911bb3e0ade61847921ed-1 {}] regionserver.HStore(327): Store=aeee731b728911bb3e0ade61847921ed/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:43:13,697 INFO [StoreOpener-aeee731b728911bb3e0ade61847921ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:13,698 INFO [StoreOpener-aeee731b728911bb3e0ade61847921ed-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:43:13,699 INFO [StoreOpener-aeee731b728911bb3e0ade61847921ed-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aeee731b728911bb3e0ade61847921ed columnFamilyName C 2024-11-27T02:43:13,699 DEBUG [StoreOpener-aeee731b728911bb3e0ade61847921ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:13,699 INFO [StoreOpener-aeee731b728911bb3e0ade61847921ed-1 {}] regionserver.HStore(327): Store=aeee731b728911bb3e0ade61847921ed/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:43:13,699 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:13,701 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:13,701 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:13,703 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T02:43:13,705 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1085): writing seq id for aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:13,708 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T02:43:13,708 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1102): Opened aeee731b728911bb3e0ade61847921ed; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70407686, jitterRate=0.04915627837181091}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T02:43:13,710 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1001): Region open journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:13,710 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., pid=72, masterSystemTime=1732675393678 2024-11-27T02:43:13,712 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:13,712 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:13,713 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=aeee731b728911bb3e0ade61847921ed, regionState=OPEN, openSeqNum=2, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:13,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-11-27T02:43:13,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; OpenRegionProcedure aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 in 191 msec 2024-11-27T02:43:13,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-11-27T02:43:13,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=aeee731b728911bb3e0ade61847921ed, ASSIGN in 350 msec 2024-11-27T02:43:13,719 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T02:43:13,719 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732675393719"}]},"ts":"1732675393719"} 2024-11-27T02:43:13,720 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T02:43:13,728 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T02:43:13,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2350 sec 2024-11-27T02:43:14,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-11-27T02:43:14,605 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 70 completed 2024-11-27T02:43:14,607 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x15a06c95 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a2d5374 2024-11-27T02:43:14,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27442e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:43:14,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:43:14,644 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54098, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:43:14,647 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T02:43:14,648 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T02:43:14,650 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51de3a2e to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11a86592 2024-11-27T02:43:14,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@179af510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:43:14,740 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x118bee7f to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@435d9d29 2024-11-27T02:43:14,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3afd227, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:43:14,770 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x59c0262f to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76db5ceb 2024-11-27T02:43:14,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1886fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:43:14,784 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x72b3148e to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5e232237 2024-11-27T02:43:14,795 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11437860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:43:14,796 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x042e251a to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43db8d32 2024-11-27T02:43:14,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49d16d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:43:14,809 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x57f1a734 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1588f37e 2024-11-27T02:43:14,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574f41b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:43:14,821 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x25a14e0d to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@77604ac4 2024-11-27T02:43:14,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8fc759, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:43:14,834 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16d72710 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@63946964 2024-11-27T02:43:14,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4785cf40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:43:14,845 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f233fb2 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fbcaa7b 2024-11-27T02:43:14,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362a9103, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:43:14,854 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1bb237d6 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21e7a9a9 2024-11-27T02:43:14,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4327961f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:43:14,872 DEBUG [hconnection-0x7df8c3ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:43:14,873 DEBUG [hconnection-0x7222a51b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:43:14,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:43:14,874 DEBUG [hconnection-0x555867b5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:43:14,874 DEBUG [hconnection-0xa302383-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:43:14,875 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54106, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:43:14,875 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:43:14,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-11-27T02:43:14,875 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:43:14,876 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:43:14,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T02:43:14,876 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:43:14,877 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:43:14,877 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:43:14,877 DEBUG [hconnection-0x79ba3b3f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:43:14,877 DEBUG [hconnection-0x579a1b79-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:43:14,878 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:43:14,878 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:43:14,878 DEBUG [hconnection-0x3165e266-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:43:14,879 DEBUG [hconnection-0x36ad98c4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:43:14,879 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54180, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:43:14,879 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:43:14,880 DEBUG [hconnection-0x7572ca04-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:43:14,880 DEBUG [hconnection-0x211a9e92-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:43:14,881 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54196, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:43:14,881 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:43:14,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:14,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T02:43:14,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:14,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:14,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:14,896 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:14,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:14,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:14,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/45e62134851049b288edce9d897e2974 is 50, key is test_row_0/A:col10/1732675394893/Put/seqid=0 2024-11-27T02:43:14,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675454932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:14,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675454933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:14,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675454935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:14,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:14,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675454936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:14,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:14,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675454940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:14,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742088_1264 (size=16681) 2024-11-27T02:43:14,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/45e62134851049b288edce9d897e2974 2024-11-27T02:43:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T02:43:14,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/40b30907488a410da3e34cf6945620b0 is 50, key is test_row_0/B:col10/1732675394893/Put/seqid=0 2024-11-27T02:43:15,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742089_1265 (size=12001) 2024-11-27T02:43:15,018 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/40b30907488a410da3e34cf6945620b0 2024-11-27T02:43:15,035 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T02:43:15,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:15,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:15,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:15,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:15,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:15,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:15,044 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675455042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675455042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,045 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675455042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675455042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,048 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675455045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/d13b91c13be64db0a151c9343f273a6c is 50, key is test_row_0/C:col10/1732675394893/Put/seqid=0 2024-11-27T02:43:15,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742090_1266 (size=12001) 2024-11-27T02:43:15,078 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/d13b91c13be64db0a151c9343f273a6c 2024-11-27T02:43:15,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/45e62134851049b288edce9d897e2974 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/45e62134851049b288edce9d897e2974 2024-11-27T02:43:15,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/45e62134851049b288edce9d897e2974, entries=250, sequenceid=14, filesize=16.3 K 2024-11-27T02:43:15,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/40b30907488a410da3e34cf6945620b0 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/40b30907488a410da3e34cf6945620b0 2024-11-27T02:43:15,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/40b30907488a410da3e34cf6945620b0, entries=150, sequenceid=14, filesize=11.7 K 2024-11-27T02:43:15,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/d13b91c13be64db0a151c9343f273a6c as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/d13b91c13be64db0a151c9343f273a6c 2024-11-27T02:43:15,108 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/d13b91c13be64db0a151c9343f273a6c, entries=150, sequenceid=14, filesize=11.7 K 2024-11-27T02:43:15,109 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for aeee731b728911bb3e0ade61847921ed in 213ms, sequenceid=14, compaction requested=false 2024-11-27T02:43:15,109 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:15,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T02:43:15,192 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-11-27T02:43:15,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:15,193 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T02:43:15,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:15,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:15,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:15,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:15,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:15,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:15,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/e5a1b0838d3e4fe298fea199fbc3f9a9 is 50, key is test_row_0/A:col10/1732675394934/Put/seqid=0 2024-11-27T02:43:15,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742091_1267 (size=12001) 2024-11-27T02:43:15,217 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/e5a1b0838d3e4fe298fea199fbc3f9a9 2024-11-27T02:43:15,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/59a5c13f77c34e5e90c9f49cefe89b6c is 50, key is test_row_0/B:col10/1732675394934/Put/seqid=0 2024-11-27T02:43:15,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742092_1268 (size=12001) 2024-11-27T02:43:15,245 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/59a5c13f77c34e5e90c9f49cefe89b6c 2024-11-27T02:43:15,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:15,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:15,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/c02fe49cc8d14681a8869c0cd2d5fcdd is 50, key is test_row_0/C:col10/1732675394934/Put/seqid=0 2024-11-27T02:43:15,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675455257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742093_1269 (size=12001) 2024-11-27T02:43:15,263 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/c02fe49cc8d14681a8869c0cd2d5fcdd 2024-11-27T02:43:15,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675455258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675455258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675455260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,269 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/e5a1b0838d3e4fe298fea199fbc3f9a9 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/e5a1b0838d3e4fe298fea199fbc3f9a9 2024-11-27T02:43:15,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675455267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,274 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/e5a1b0838d3e4fe298fea199fbc3f9a9, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T02:43:15,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/59a5c13f77c34e5e90c9f49cefe89b6c as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/59a5c13f77c34e5e90c9f49cefe89b6c 2024-11-27T02:43:15,282 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/59a5c13f77c34e5e90c9f49cefe89b6c, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T02:43:15,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/c02fe49cc8d14681a8869c0cd2d5fcdd as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/c02fe49cc8d14681a8869c0cd2d5fcdd 2024-11-27T02:43:15,290 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/c02fe49cc8d14681a8869c0cd2d5fcdd, entries=150, sequenceid=38, filesize=11.7 K 2024-11-27T02:43:15,291 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for aeee731b728911bb3e0ade61847921ed in 98ms, sequenceid=38, compaction requested=false 2024-11-27T02:43:15,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:15,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:15,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-11-27T02:43:15,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-11-27T02:43:15,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-11-27T02:43:15,294 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 416 msec 2024-11-27T02:43:15,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 421 msec 2024-11-27T02:43:15,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:15,367 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T02:43:15,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:15,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:15,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:15,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:15,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:15,368 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:15,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/76c43d9677474e48a9fc55dbd6cd8869 is 50, key is test_row_0/A:col10/1732675395363/Put/seqid=0 2024-11-27T02:43:15,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742094_1270 (size=12001) 2024-11-27T02:43:15,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/76c43d9677474e48a9fc55dbd6cd8869 2024-11-27T02:43:15,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/030610de404a46ac9126c63c85c7456c is 50, key is test_row_0/B:col10/1732675395363/Put/seqid=0 2024-11-27T02:43:15,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675455394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,399 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675455394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675455396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675455396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675455396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742095_1271 (size=12001) 2024-11-27T02:43:15,418 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/030610de404a46ac9126c63c85c7456c 2024-11-27T02:43:15,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/03f818b6422c49e7abda48dc9d1fe540 is 50, key is test_row_0/C:col10/1732675395363/Put/seqid=0 2024-11-27T02:43:15,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742096_1272 (size=12001) 2024-11-27T02:43:15,477 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/03f818b6422c49e7abda48dc9d1fe540 2024-11-27T02:43:15,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-11-27T02:43:15,478 INFO [Thread-1269 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-11-27T02:43:15,480 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:43:15,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-11-27T02:43:15,483 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:43:15,485 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:43:15,485 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:43:15,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T02:43:15,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/76c43d9677474e48a9fc55dbd6cd8869 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/76c43d9677474e48a9fc55dbd6cd8869 2024-11-27T02:43:15,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/76c43d9677474e48a9fc55dbd6cd8869, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T02:43:15,503 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/030610de404a46ac9126c63c85c7456c as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/030610de404a46ac9126c63c85c7456c 2024-11-27T02:43:15,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675455500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,504 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675455501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,504 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675455501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675455502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675455501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/030610de404a46ac9126c63c85c7456c, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T02:43:15,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/03f818b6422c49e7abda48dc9d1fe540 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/03f818b6422c49e7abda48dc9d1fe540 2024-11-27T02:43:15,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/03f818b6422c49e7abda48dc9d1fe540, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T02:43:15,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for aeee731b728911bb3e0ade61847921ed in 147ms, sequenceid=53, compaction requested=true 2024-11-27T02:43:15,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:15,515 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:15,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:43:15,516 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:15,516 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:15,517 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:15,517 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/A is initiating minor compaction (all files) 2024-11-27T02:43:15,517 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/A in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:15,517 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/45e62134851049b288edce9d897e2974, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/e5a1b0838d3e4fe298fea199fbc3f9a9, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/76c43d9677474e48a9fc55dbd6cd8869] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=39.7 K 2024-11-27T02:43:15,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:43:15,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:15,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:43:15,518 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:15,518 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:15,518 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/B is initiating minor compaction (all files) 2024-11-27T02:43:15,518 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/B in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:15,518 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/40b30907488a410da3e34cf6945620b0, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/59a5c13f77c34e5e90c9f49cefe89b6c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/030610de404a46ac9126c63c85c7456c] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=35.2 K 2024-11-27T02:43:15,518 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45e62134851049b288edce9d897e2974, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732675394881 2024-11-27T02:43:15,519 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 40b30907488a410da3e34cf6945620b0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732675394881 2024-11-27T02:43:15,519 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5a1b0838d3e4fe298fea199fbc3f9a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732675394928 2024-11-27T02:43:15,519 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 59a5c13f77c34e5e90c9f49cefe89b6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732675394928 2024-11-27T02:43:15,519 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 030610de404a46ac9126c63c85c7456c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732675395258 2024-11-27T02:43:15,519 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76c43d9677474e48a9fc55dbd6cd8869, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732675395258 2024-11-27T02:43:15,530 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#B#compaction#224 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:15,530 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/67e17fa518e649eabe2df71eb87c8967 is 50, key is test_row_0/B:col10/1732675395363/Put/seqid=0 2024-11-27T02:43:15,541 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#A#compaction#225 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:15,542 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/f02da79659f14f3facf35e93743b3ab2 is 50, key is test_row_0/A:col10/1732675395363/Put/seqid=0 2024-11-27T02:43:15,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742097_1273 (size=12104) 2024-11-27T02:43:15,570 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/67e17fa518e649eabe2df71eb87c8967 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/67e17fa518e649eabe2df71eb87c8967 2024-11-27T02:43:15,576 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/B of aeee731b728911bb3e0ade61847921ed into 67e17fa518e649eabe2df71eb87c8967(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:15,576 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:15,576 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/B, priority=13, startTime=1732675395516; duration=0sec 2024-11-27T02:43:15,576 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:15,576 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:B 2024-11-27T02:43:15,576 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:15,578 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:15,579 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/C is initiating minor compaction (all files) 2024-11-27T02:43:15,579 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/C in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:15,579 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/d13b91c13be64db0a151c9343f273a6c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/c02fe49cc8d14681a8869c0cd2d5fcdd, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/03f818b6422c49e7abda48dc9d1fe540] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=35.2 K 2024-11-27T02:43:15,579 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting d13b91c13be64db0a151c9343f273a6c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1732675394881 2024-11-27T02:43:15,580 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting c02fe49cc8d14681a8869c0cd2d5fcdd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1732675394928 2024-11-27T02:43:15,580 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 03f818b6422c49e7abda48dc9d1fe540, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732675395258 2024-11-27T02:43:15,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T02:43:15,609 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#C#compaction#226 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:15,610 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/64ecdbaa181b4c41843ef86b2156818f is 50, key is test_row_0/C:col10/1732675395363/Put/seqid=0 2024-11-27T02:43:15,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742098_1274 (size=12104) 2024-11-27T02:43:15,620 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/f02da79659f14f3facf35e93743b3ab2 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/f02da79659f14f3facf35e93743b3ab2 2024-11-27T02:43:15,626 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/A of aeee731b728911bb3e0ade61847921ed into f02da79659f14f3facf35e93743b3ab2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:15,626 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:15,626 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/A, priority=13, startTime=1732675395515; duration=0sec 2024-11-27T02:43:15,626 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:15,626 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:A 2024-11-27T02:43:15,637 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-11-27T02:43:15,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:15,638 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-27T02:43:15,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:15,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:15,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:15,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:15,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:15,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:15,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742099_1275 (size=12104) 2024-11-27T02:43:15,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/2455b80e334e4efd814ef8b89a2b847f is 50, key is test_row_0/A:col10/1732675395392/Put/seqid=0 2024-11-27T02:43:15,652 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/64ecdbaa181b4c41843ef86b2156818f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/64ecdbaa181b4c41843ef86b2156818f 2024-11-27T02:43:15,658 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/C of aeee731b728911bb3e0ade61847921ed into 64ecdbaa181b4c41843ef86b2156818f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:15,658 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:15,658 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/C, priority=13, startTime=1732675395517; duration=0sec 2024-11-27T02:43:15,658 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:15,658 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:C 2024-11-27T02:43:15,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742100_1276 (size=12001) 2024-11-27T02:43:15,677 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/2455b80e334e4efd814ef8b89a2b847f 2024-11-27T02:43:15,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/a1b1fc789a784d23a1f134929db71422 is 50, key is test_row_0/B:col10/1732675395392/Put/seqid=0 2024-11-27T02:43:15,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:15,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:15,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742101_1277 (size=12001) 2024-11-27T02:43:15,713 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/a1b1fc789a784d23a1f134929db71422 2024-11-27T02:43:15,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675455714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,718 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675455714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675455715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675455717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675455718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/b5a3b1eadc2244828736d2f222a1b393 is 50, key is test_row_0/C:col10/1732675395392/Put/seqid=0 2024-11-27T02:43:15,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742102_1278 (size=12001) 2024-11-27T02:43:15,746 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/b5a3b1eadc2244828736d2f222a1b393 2024-11-27T02:43:15,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/2455b80e334e4efd814ef8b89a2b847f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/2455b80e334e4efd814ef8b89a2b847f 2024-11-27T02:43:15,757 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/2455b80e334e4efd814ef8b89a2b847f, entries=150, sequenceid=77, filesize=11.7 K 2024-11-27T02:43:15,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/a1b1fc789a784d23a1f134929db71422 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/a1b1fc789a784d23a1f134929db71422 2024-11-27T02:43:15,763 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/a1b1fc789a784d23a1f134929db71422, entries=150, sequenceid=77, filesize=11.7 K 2024-11-27T02:43:15,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/b5a3b1eadc2244828736d2f222a1b393 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/b5a3b1eadc2244828736d2f222a1b393 2024-11-27T02:43:15,768 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/b5a3b1eadc2244828736d2f222a1b393, entries=150, sequenceid=77, filesize=11.7 K 2024-11-27T02:43:15,769 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for aeee731b728911bb3e0ade61847921ed in 131ms, sequenceid=77, compaction requested=false 2024-11-27T02:43:15,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:15,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:15,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-11-27T02:43:15,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-11-27T02:43:15,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-11-27T02:43:15,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 285 msec 2024-11-27T02:43:15,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 293 msec 2024-11-27T02:43:15,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-11-27T02:43:15,787 INFO [Thread-1269 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-11-27T02:43:15,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:43:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-11-27T02:43:15,789 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:43:15,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T02:43:15,790 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:43:15,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:43:15,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:15,822 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-27T02:43:15,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:15,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:15,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:15,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:15,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:15,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:15,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/79b3ded87ff644a6b1f7cff0267a754a is 50, key is test_row_0/A:col10/1732675395821/Put/seqid=0 2024-11-27T02:43:15,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742103_1279 (size=14341) 2024-11-27T02:43:15,838 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675455835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675455837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,840 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675455838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675455838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675455842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T02:43:15,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675455939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,942 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-27T02:43:15,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:15,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:15,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675455942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:15,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:15,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675455942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:15,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675455943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:15,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:15,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675455945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:16,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T02:43:16,095 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:16,096 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-27T02:43:16,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:16,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:16,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:16,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:16,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:16,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:16,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:16,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675456141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:16,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:16,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675456144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:16,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:16,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675456144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:16,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:16,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675456146, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:16,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:16,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675456148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:16,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/79b3ded87ff644a6b1f7cff0267a754a 2024-11-27T02:43:16,248 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:16,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-27T02:43:16,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:16,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:16,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:16,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:16,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:16,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:16,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/e86ccf2ff1cb44e5bf3b9c42a3c6ef38 is 50, key is test_row_0/B:col10/1732675395821/Put/seqid=0 2024-11-27T02:43:16,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742104_1280 (size=12001) 2024-11-27T02:43:16,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T02:43:16,400 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:16,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-27T02:43:16,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:16,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:16,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:16,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:16,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:16,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:16,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:16,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675456446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:16,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675456446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:16,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:16,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675456446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:16,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:16,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675456451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:16,454 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:16,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675456453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:16,553 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:16,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-27T02:43:16,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:16,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:16,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:16,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:16,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:16,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:16,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/e86ccf2ff1cb44e5bf3b9c42a3c6ef38 2024-11-27T02:43:16,666 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/28ee7393183e42a9af6bd5270eb9bb53 is 50, key is test_row_0/C:col10/1732675395821/Put/seqid=0 2024-11-27T02:43:16,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742105_1281 (size=12001) 2024-11-27T02:43:16,706 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:16,706 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-27T02:43:16,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:16,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:16,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:16,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:16,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:16,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:16,858 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:16,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-27T02:43:16,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:16,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:16,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:16,859 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:16,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:16,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T02:43:16,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675456950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:16,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675456951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:16,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:16,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675456951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:16,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:16,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675456954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:16,958 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675456957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:17,010 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:17,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-27T02:43:17,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:17,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:17,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:17,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] handler.RSProcedureHandler(58): pid=78 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:17,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=78 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:17,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=78 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:17,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/28ee7393183e42a9af6bd5270eb9bb53 2024-11-27T02:43:17,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/79b3ded87ff644a6b1f7cff0267a754a as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/79b3ded87ff644a6b1f7cff0267a754a 2024-11-27T02:43:17,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/79b3ded87ff644a6b1f7cff0267a754a, entries=200, sequenceid=96, filesize=14.0 K 2024-11-27T02:43:17,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/e86ccf2ff1cb44e5bf3b9c42a3c6ef38 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e86ccf2ff1cb44e5bf3b9c42a3c6ef38 2024-11-27T02:43:17,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e86ccf2ff1cb44e5bf3b9c42a3c6ef38, entries=150, sequenceid=96, filesize=11.7 K 2024-11-27T02:43:17,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/28ee7393183e42a9af6bd5270eb9bb53 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/28ee7393183e42a9af6bd5270eb9bb53 2024-11-27T02:43:17,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/28ee7393183e42a9af6bd5270eb9bb53, entries=150, sequenceid=96, filesize=11.7 K 2024-11-27T02:43:17,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for aeee731b728911bb3e0ade61847921ed in 1268ms, sequenceid=96, compaction requested=true 2024-11-27T02:43:17,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:17,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:43:17,091 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:17,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:17,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:43:17,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:17,091 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:17,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:43:17,091 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:17,091 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:17,091 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/A is initiating minor compaction (all files) 2024-11-27T02:43:17,091 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/A in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:17,091 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:17,092 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/B is initiating minor compaction (all files) 2024-11-27T02:43:17,092 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/f02da79659f14f3facf35e93743b3ab2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/2455b80e334e4efd814ef8b89a2b847f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/79b3ded87ff644a6b1f7cff0267a754a] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=37.5 K 2024-11-27T02:43:17,092 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/B in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:17,092 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/67e17fa518e649eabe2df71eb87c8967, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/a1b1fc789a784d23a1f134929db71422, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e86ccf2ff1cb44e5bf3b9c42a3c6ef38] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=35.3 K 2024-11-27T02:43:17,092 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting f02da79659f14f3facf35e93743b3ab2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732675395258 2024-11-27T02:43:17,092 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2455b80e334e4efd814ef8b89a2b847f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732675395392 2024-11-27T02:43:17,092 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 67e17fa518e649eabe2df71eb87c8967, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732675395258 2024-11-27T02:43:17,093 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting a1b1fc789a784d23a1f134929db71422, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732675395392 2024-11-27T02:43:17,093 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 79b3ded87ff644a6b1f7cff0267a754a, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732675395715 2024-11-27T02:43:17,093 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting e86ccf2ff1cb44e5bf3b9c42a3c6ef38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732675395715 2024-11-27T02:43:17,100 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#A#compaction#233 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:17,101 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#B#compaction#234 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:17,101 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/3db1896de253442197c9f0f08d513326 is 50, key is test_row_0/A:col10/1732675395821/Put/seqid=0 2024-11-27T02:43:17,101 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/8ab1eb0f89104c379aaf6073917a8b01 is 50, key is test_row_0/B:col10/1732675395821/Put/seqid=0 2024-11-27T02:43:17,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742106_1282 (size=12207) 2024-11-27T02:43:17,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742107_1283 (size=12207) 2024-11-27T02:43:17,163 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:17,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-11-27T02:43:17,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:17,164 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T02:43:17,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:17,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:17,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:17,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:17,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:17,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:17,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/66adae34876a49f6bc826a30d68ad2f3 is 50, key is test_row_0/A:col10/1732675395834/Put/seqid=0 2024-11-27T02:43:17,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742108_1284 (size=12001) 2024-11-27T02:43:17,520 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/8ab1eb0f89104c379aaf6073917a8b01 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/8ab1eb0f89104c379aaf6073917a8b01 2024-11-27T02:43:17,526 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/B of aeee731b728911bb3e0ade61847921ed into 8ab1eb0f89104c379aaf6073917a8b01(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:17,526 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:17,526 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/B, priority=13, startTime=1732675397091; duration=0sec 2024-11-27T02:43:17,526 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:17,526 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:B 2024-11-27T02:43:17,526 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:17,528 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/3db1896de253442197c9f0f08d513326 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/3db1896de253442197c9f0f08d513326 2024-11-27T02:43:17,528 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:17,528 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/C is initiating minor compaction (all files) 2024-11-27T02:43:17,528 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/C in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:17,528 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/64ecdbaa181b4c41843ef86b2156818f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/b5a3b1eadc2244828736d2f222a1b393, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/28ee7393183e42a9af6bd5270eb9bb53] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=35.3 K 2024-11-27T02:43:17,529 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 64ecdbaa181b4c41843ef86b2156818f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732675395258 2024-11-27T02:43:17,529 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting b5a3b1eadc2244828736d2f222a1b393, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732675395392 2024-11-27T02:43:17,529 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 28ee7393183e42a9af6bd5270eb9bb53, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732675395715 2024-11-27T02:43:17,533 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/A of aeee731b728911bb3e0ade61847921ed into 3db1896de253442197c9f0f08d513326(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:17,533 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:17,533 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/A, priority=13, startTime=1732675397090; duration=0sec 2024-11-27T02:43:17,533 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:17,533 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:A 2024-11-27T02:43:17,537 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#C#compaction#236 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:17,537 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/f9bb2f21cdd1483d8075b61882a25184 is 50, key is test_row_0/C:col10/1732675395821/Put/seqid=0 2024-11-27T02:43:17,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742109_1285 (size=12207) 2024-11-27T02:43:17,551 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/f9bb2f21cdd1483d8075b61882a25184 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/f9bb2f21cdd1483d8075b61882a25184 2024-11-27T02:43:17,557 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/C of aeee731b728911bb3e0ade61847921ed into f9bb2f21cdd1483d8075b61882a25184(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:17,557 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:17,557 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/C, priority=13, startTime=1732675397091; duration=0sec 2024-11-27T02:43:17,557 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:17,557 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:C 2024-11-27T02:43:17,586 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/66adae34876a49f6bc826a30d68ad2f3 2024-11-27T02:43:17,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/5947f99ac432447e9ea0160e6d006962 is 50, key is test_row_0/B:col10/1732675395834/Put/seqid=0 2024-11-27T02:43:17,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742110_1286 (size=12001) 2024-11-27T02:43:17,661 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T02:43:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T02:43:17,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:17,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:17,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675457974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:17,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:17,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675457975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:17,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675457975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:17,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675457976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:17,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:17,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675457976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,002 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/5947f99ac432447e9ea0160e6d006962 2024-11-27T02:43:18,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/e23c6f0c7ca744ecae111fd56321b8f3 is 50, key is test_row_0/C:col10/1732675395834/Put/seqid=0 2024-11-27T02:43:18,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742111_1287 (size=12001) 2024-11-27T02:43:18,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675458078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675458079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675458079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675458080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675458080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675458280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675458281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675458282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675458283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675458283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,412 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/e23c6f0c7ca744ecae111fd56321b8f3 2024-11-27T02:43:18,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/66adae34876a49f6bc826a30d68ad2f3 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/66adae34876a49f6bc826a30d68ad2f3 2024-11-27T02:43:18,419 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/66adae34876a49f6bc826a30d68ad2f3, entries=150, sequenceid=114, filesize=11.7 K 2024-11-27T02:43:18,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/5947f99ac432447e9ea0160e6d006962 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/5947f99ac432447e9ea0160e6d006962 2024-11-27T02:43:18,423 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/5947f99ac432447e9ea0160e6d006962, entries=150, sequenceid=114, filesize=11.7 K 2024-11-27T02:43:18,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/e23c6f0c7ca744ecae111fd56321b8f3 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/e23c6f0c7ca744ecae111fd56321b8f3 2024-11-27T02:43:18,428 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/e23c6f0c7ca744ecae111fd56321b8f3, entries=150, sequenceid=114, filesize=11.7 K 2024-11-27T02:43:18,429 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for aeee731b728911bb3e0ade61847921ed in 1265ms, sequenceid=114, compaction requested=false 2024-11-27T02:43:18,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:18,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:18,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-11-27T02:43:18,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-11-27T02:43:18,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-11-27T02:43:18,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6400 sec 2024-11-27T02:43:18,432 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 2.6440 sec 2024-11-27T02:43:18,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:18,587 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-27T02:43:18,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:18,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:18,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:18,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:18,587 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:18,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:18,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/49cdf1078d9c4069b0a7d8821dd024dd is 50, key is test_row_0/A:col10/1732675398585/Put/seqid=0 2024-11-27T02:43:18,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742112_1288 (size=12151) 2024-11-27T02:43:18,598 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/49cdf1078d9c4069b0a7d8821dd024dd 2024-11-27T02:43:18,604 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675458600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675458600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,605 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675458600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675458604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675458605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/aabd914d181a48c48f1b64e0076d996a is 50, key is test_row_0/B:col10/1732675398585/Put/seqid=0 2024-11-27T02:43:18,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742113_1289 (size=12151) 2024-11-27T02:43:18,614 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/aabd914d181a48c48f1b64e0076d996a 2024-11-27T02:43:18,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/5bdceb9cbf924f47b47f873cffae5355 is 50, key is test_row_0/C:col10/1732675398585/Put/seqid=0 2024-11-27T02:43:18,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742114_1290 (size=12151) 2024-11-27T02:43:18,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=137 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/5bdceb9cbf924f47b47f873cffae5355 2024-11-27T02:43:18,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/49cdf1078d9c4069b0a7d8821dd024dd as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/49cdf1078d9c4069b0a7d8821dd024dd 2024-11-27T02:43:18,645 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/49cdf1078d9c4069b0a7d8821dd024dd, entries=150, sequenceid=137, filesize=11.9 K 2024-11-27T02:43:18,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/aabd914d181a48c48f1b64e0076d996a as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/aabd914d181a48c48f1b64e0076d996a 2024-11-27T02:43:18,651 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/aabd914d181a48c48f1b64e0076d996a, entries=150, sequenceid=137, filesize=11.9 K 2024-11-27T02:43:18,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/5bdceb9cbf924f47b47f873cffae5355 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/5bdceb9cbf924f47b47f873cffae5355 2024-11-27T02:43:18,659 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/5bdceb9cbf924f47b47f873cffae5355, entries=150, sequenceid=137, filesize=11.9 K 2024-11-27T02:43:18,660 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for aeee731b728911bb3e0ade61847921ed in 73ms, sequenceid=137, compaction requested=true 2024-11-27T02:43:18,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:18,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:43:18,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:18,660 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:18,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:43:18,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:18,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:43:18,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:18,660 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:18,661 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:18,661 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:18,661 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/B is initiating minor compaction (all files) 2024-11-27T02:43:18,661 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/A is initiating minor compaction (all files) 2024-11-27T02:43:18,661 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/A in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:18,661 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/B in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:18,661 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/8ab1eb0f89104c379aaf6073917a8b01, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/5947f99ac432447e9ea0160e6d006962, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/aabd914d181a48c48f1b64e0076d996a] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=35.5 K 2024-11-27T02:43:18,662 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 8ab1eb0f89104c379aaf6073917a8b01, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732675395715 2024-11-27T02:43:18,662 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 5947f99ac432447e9ea0160e6d006962, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732675395834 2024-11-27T02:43:18,662 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting aabd914d181a48c48f1b64e0076d996a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732675397973 2024-11-27T02:43:18,662 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/3db1896de253442197c9f0f08d513326, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/66adae34876a49f6bc826a30d68ad2f3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/49cdf1078d9c4069b0a7d8821dd024dd] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=35.5 K 2024-11-27T02:43:18,662 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3db1896de253442197c9f0f08d513326, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732675395715 2024-11-27T02:43:18,663 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66adae34876a49f6bc826a30d68ad2f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732675395834 2024-11-27T02:43:18,663 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49cdf1078d9c4069b0a7d8821dd024dd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732675397973 2024-11-27T02:43:18,680 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#B#compaction#242 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:18,680 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/7018cfe399f8410b84c22f8a5b171cd3 is 50, key is test_row_0/B:col10/1732675398585/Put/seqid=0 2024-11-27T02:43:18,681 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#A#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:18,682 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/1777cd46aa3244039dcf46927c71f29f is 50, key is test_row_0/A:col10/1732675398585/Put/seqid=0 2024-11-27T02:43:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:18,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T02:43:18,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:18,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:18,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:18,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:18,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:18,711 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:18,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742115_1291 (size=12459) 2024-11-27T02:43:18,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742116_1292 (size=12459) 2024-11-27T02:43:18,725 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/1777cd46aa3244039dcf46927c71f29f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/1777cd46aa3244039dcf46927c71f29f 2024-11-27T02:43:18,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/71b9cb587f6c48f5a22009c70c437850 is 50, key is test_row_0/A:col10/1732675398708/Put/seqid=0 2024-11-27T02:43:18,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675458722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742117_1293 (size=12151) 2024-11-27T02:43:18,732 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/A of aeee731b728911bb3e0ade61847921ed into 1777cd46aa3244039dcf46927c71f29f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:18,732 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:18,732 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/A, priority=13, startTime=1732675398660; duration=0sec 2024-11-27T02:43:18,732 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:18,732 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:A 2024-11-27T02:43:18,732 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:18,734 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:18,734 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/C is initiating minor compaction (all files) 2024-11-27T02:43:18,734 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/C in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:18,734 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/f9bb2f21cdd1483d8075b61882a25184, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/e23c6f0c7ca744ecae111fd56321b8f3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/5bdceb9cbf924f47b47f873cffae5355] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=35.5 K 2024-11-27T02:43:18,734 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9bb2f21cdd1483d8075b61882a25184, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1732675395715 2024-11-27T02:43:18,735 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting e23c6f0c7ca744ecae111fd56321b8f3, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1732675395834 2024-11-27T02:43:18,735 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5bdceb9cbf924f47b47f873cffae5355, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732675397973 2024-11-27T02:43:18,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675458727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675458732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675458732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675458732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,745 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#C#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:18,745 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/89ba26dcb6354f95ac05c5c5caef2ffc is 50, key is test_row_0/C:col10/1732675398585/Put/seqid=0 2024-11-27T02:43:18,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742118_1294 (size=12459) 2024-11-27T02:43:18,781 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/89ba26dcb6354f95ac05c5c5caef2ffc as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/89ba26dcb6354f95ac05c5c5caef2ffc 2024-11-27T02:43:18,792 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/C of aeee731b728911bb3e0ade61847921ed into 89ba26dcb6354f95ac05c5c5caef2ffc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:18,792 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:18,792 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/C, priority=13, startTime=1732675398660; duration=0sec 2024-11-27T02:43:18,792 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:18,792 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:C 2024-11-27T02:43:18,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675458833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675458840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675458841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675458841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:18,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675458841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:19,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:19,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675459037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:19,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675459043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:19,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:19,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675459043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:19,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675459043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:19,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:19,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675459044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:19,132 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/7018cfe399f8410b84c22f8a5b171cd3 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/7018cfe399f8410b84c22f8a5b171cd3 2024-11-27T02:43:19,133 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/71b9cb587f6c48f5a22009c70c437850 2024-11-27T02:43:19,142 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/5696216b79d34d4fae7554fa9c399fdf is 50, key is test_row_0/B:col10/1732675398708/Put/seqid=0 2024-11-27T02:43:19,148 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/B of aeee731b728911bb3e0ade61847921ed into 7018cfe399f8410b84c22f8a5b171cd3(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:19,148 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:19,148 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/B, priority=13, startTime=1732675398660; duration=0sec 2024-11-27T02:43:19,148 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:19,148 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:B 2024-11-27T02:43:19,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742119_1295 (size=12151) 2024-11-27T02:43:19,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/5696216b79d34d4fae7554fa9c399fdf 2024-11-27T02:43:19,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/6c8a088e5a774a4ca8f551852fa07c0e is 50, key is test_row_0/C:col10/1732675398708/Put/seqid=0 2024-11-27T02:43:19,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742120_1296 (size=12151) 2024-11-27T02:43:19,341 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:19,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675459341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:19,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675459346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:19,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:19,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675459346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:19,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:19,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675459348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:19,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675459348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:19,587 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/6c8a088e5a774a4ca8f551852fa07c0e 2024-11-27T02:43:19,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/71b9cb587f6c48f5a22009c70c437850 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/71b9cb587f6c48f5a22009c70c437850 2024-11-27T02:43:19,593 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/71b9cb587f6c48f5a22009c70c437850, entries=150, sequenceid=157, filesize=11.9 K 2024-11-27T02:43:19,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/5696216b79d34d4fae7554fa9c399fdf as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/5696216b79d34d4fae7554fa9c399fdf 2024-11-27T02:43:19,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/5696216b79d34d4fae7554fa9c399fdf, entries=150, sequenceid=157, filesize=11.9 K 2024-11-27T02:43:19,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/6c8a088e5a774a4ca8f551852fa07c0e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/6c8a088e5a774a4ca8f551852fa07c0e 2024-11-27T02:43:19,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/6c8a088e5a774a4ca8f551852fa07c0e, entries=150, sequenceid=157, filesize=11.9 K 2024-11-27T02:43:19,603 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for aeee731b728911bb3e0ade61847921ed in 895ms, sequenceid=157, compaction requested=false 2024-11-27T02:43:19,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:19,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:19,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T02:43:19,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:19,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:19,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:19,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:19,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:19,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:19,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/cc4271edd1974792991bb678424e93ec is 50, key is test_row_0/A:col10/1732675399845/Put/seqid=0 2024-11-27T02:43:19,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742121_1297 (size=14541) 2024-11-27T02:43:19,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675459859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:19,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675459860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:19,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675459861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:19,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675459862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:19,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:19,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675459863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:19,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-11-27T02:43:19,893 INFO [Thread-1269 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-11-27T02:43:19,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:43:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-11-27T02:43:19,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T02:43:19,896 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:43:19,896 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:43:19,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:43:19,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:19,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675459963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:19,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675459964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:19,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:19,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675459964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:19,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:19,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675459966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:19,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:19,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675459966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:19,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T02:43:20,047 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:20,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-27T02:43:20,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:20,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:20,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:20,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:20,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:20,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675460167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:20,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:20,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675460167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:20,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:20,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675460167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:20,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675460170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:20,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:20,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675460171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:20,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T02:43:20,200 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:20,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-27T02:43:20,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:20,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:20,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:20,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:20,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:20,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/cc4271edd1974792991bb678424e93ec 2024-11-27T02:43:20,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/baff4f324e524b99aacef46478a98e14 is 50, key is test_row_0/B:col10/1732675399845/Put/seqid=0 2024-11-27T02:43:20,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742122_1298 (size=12151) 2024-11-27T02:43:20,352 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:20,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-27T02:43:20,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:20,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:20,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:20,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:20,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:20,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:20,472 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:20,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675460470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:20,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675460473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:20,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675460473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:20,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:20,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675460474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:20,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:20,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675460474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T02:43:20,505 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:20,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-27T02:43:20,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:20,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:20,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:20,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:20,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:20,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:20,657 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:20,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-27T02:43:20,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:20,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:20,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:20,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:20,666 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/baff4f324e524b99aacef46478a98e14 2024-11-27T02:43:20,673 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/d2c8c8f83987463b8da0c8d59acb346a is 50, key is test_row_0/C:col10/1732675399845/Put/seqid=0 2024-11-27T02:43:20,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742123_1299 (size=12151) 2024-11-27T02:43:20,696 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=178 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/d2c8c8f83987463b8da0c8d59acb346a 2024-11-27T02:43:20,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/cc4271edd1974792991bb678424e93ec as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/cc4271edd1974792991bb678424e93ec 2024-11-27T02:43:20,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/cc4271edd1974792991bb678424e93ec, entries=200, sequenceid=178, filesize=14.2 K 2024-11-27T02:43:20,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/baff4f324e524b99aacef46478a98e14 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/baff4f324e524b99aacef46478a98e14 2024-11-27T02:43:20,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/baff4f324e524b99aacef46478a98e14, entries=150, sequenceid=178, filesize=11.9 K 2024-11-27T02:43:20,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/d2c8c8f83987463b8da0c8d59acb346a as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/d2c8c8f83987463b8da0c8d59acb346a 2024-11-27T02:43:20,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/d2c8c8f83987463b8da0c8d59acb346a, entries=150, sequenceid=178, filesize=11.9 K 2024-11-27T02:43:20,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for aeee731b728911bb3e0ade61847921ed in 867ms, sequenceid=178, compaction requested=true 2024-11-27T02:43:20,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:20,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:43:20,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:20,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:43:20,713 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:20,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:20,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:43:20,713 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:20,713 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:20,714 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:20,714 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:20,714 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/A is initiating minor compaction (all files) 2024-11-27T02:43:20,714 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/B is initiating minor compaction (all files) 2024-11-27T02:43:20,714 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/B in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:20,714 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/A in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:20,714 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/7018cfe399f8410b84c22f8a5b171cd3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/5696216b79d34d4fae7554fa9c399fdf, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/baff4f324e524b99aacef46478a98e14] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=35.9 K 2024-11-27T02:43:20,714 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/1777cd46aa3244039dcf46927c71f29f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/71b9cb587f6c48f5a22009c70c437850, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/cc4271edd1974792991bb678424e93ec] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=38.2 K 2024-11-27T02:43:20,715 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 7018cfe399f8410b84c22f8a5b171cd3, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732675397973 2024-11-27T02:43:20,715 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1777cd46aa3244039dcf46927c71f29f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732675397973 2024-11-27T02:43:20,715 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 5696216b79d34d4fae7554fa9c399fdf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732675398598 2024-11-27T02:43:20,715 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71b9cb587f6c48f5a22009c70c437850, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732675398598 2024-11-27T02:43:20,715 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting baff4f324e524b99aacef46478a98e14, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732675398725 2024-11-27T02:43:20,715 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc4271edd1974792991bb678424e93ec, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732675398718 2024-11-27T02:43:20,722 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#B#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:20,722 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#A#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:20,722 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/7dbe6441feef4fe48ad6d0ed66c9cb12 is 50, key is test_row_0/B:col10/1732675399845/Put/seqid=0 2024-11-27T02:43:20,723 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/9129d509bf514649af25a8cd594d866e is 50, key is test_row_0/A:col10/1732675399845/Put/seqid=0 2024-11-27T02:43:20,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742124_1300 (size=12561) 2024-11-27T02:43:20,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742125_1301 (size=12561) 2024-11-27T02:43:20,730 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/7dbe6441feef4fe48ad6d0ed66c9cb12 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/7dbe6441feef4fe48ad6d0ed66c9cb12 2024-11-27T02:43:20,734 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/B of aeee731b728911bb3e0ade61847921ed into 7dbe6441feef4fe48ad6d0ed66c9cb12(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:20,734 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:20,734 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/B, priority=13, startTime=1732675400713; duration=0sec 2024-11-27T02:43:20,734 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:20,734 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:B 2024-11-27T02:43:20,734 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:20,735 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:20,735 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/C is initiating minor compaction (all files) 2024-11-27T02:43:20,736 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/C in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:20,736 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/89ba26dcb6354f95ac05c5c5caef2ffc, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/6c8a088e5a774a4ca8f551852fa07c0e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/d2c8c8f83987463b8da0c8d59acb346a] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=35.9 K 2024-11-27T02:43:20,736 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 89ba26dcb6354f95ac05c5c5caef2ffc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=137, earliestPutTs=1732675397973 2024-11-27T02:43:20,736 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c8a088e5a774a4ca8f551852fa07c0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732675398598 2024-11-27T02:43:20,736 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting d2c8c8f83987463b8da0c8d59acb346a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732675398725 2024-11-27T02:43:20,742 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#C#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:20,743 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/a45ae19e67fa44fcbfd75e1650d898cb is 50, key is test_row_0/C:col10/1732675399845/Put/seqid=0 2024-11-27T02:43:20,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742126_1302 (size=12561) 2024-11-27T02:43:20,754 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/a45ae19e67fa44fcbfd75e1650d898cb as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/a45ae19e67fa44fcbfd75e1650d898cb 2024-11-27T02:43:20,758 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/C of aeee731b728911bb3e0ade61847921ed into a45ae19e67fa44fcbfd75e1650d898cb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:20,758 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:20,758 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/C, priority=13, startTime=1732675400713; duration=0sec 2024-11-27T02:43:20,758 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:20,758 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:C 2024-11-27T02:43:20,809 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:20,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-11-27T02:43:20,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:20,810 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T02:43:20,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:20,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:20,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:20,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:20,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:20,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:20,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/0e91ad0db46c4f48b3007c7192b15b8e is 50, key is test_row_0/A:col10/1732675399861/Put/seqid=0 2024-11-27T02:43:20,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742127_1303 (size=12151) 2024-11-27T02:43:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:20,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:20,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:20,986 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675460985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675460984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:20,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675460986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:20,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675460986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:20,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675460987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:20,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T02:43:21,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675461087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:21,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675461087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:21,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:21,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675461088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:21,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675461089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:21,091 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:21,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675461090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:21,130 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/9129d509bf514649af25a8cd594d866e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/9129d509bf514649af25a8cd594d866e 2024-11-27T02:43:21,134 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/A of aeee731b728911bb3e0ade61847921ed into 9129d509bf514649af25a8cd594d866e(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:21,134 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:21,134 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/A, priority=13, startTime=1732675400713; duration=0sec 2024-11-27T02:43:21,134 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:21,134 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:A 2024-11-27T02:43:21,220 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/0e91ad0db46c4f48b3007c7192b15b8e 2024-11-27T02:43:21,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/0a5970524e574ab593ea6359cada5700 is 50, key is test_row_0/B:col10/1732675399861/Put/seqid=0 2024-11-27T02:43:21,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742128_1304 (size=12151) 2024-11-27T02:43:21,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:21,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675461290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:21,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:21,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675461291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:21,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675461292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:21,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:21,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675461292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:21,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675461293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:21,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675461594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:21,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:21,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675461594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:21,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:21,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675461594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:21,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675461595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:21,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:21,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675461595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:21,632 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/0a5970524e574ab593ea6359cada5700 2024-11-27T02:43:21,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/ddb217469b264f209f939398b8f595de is 50, key is test_row_0/C:col10/1732675399861/Put/seqid=0 2024-11-27T02:43:21,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742129_1305 (size=12151) 2024-11-27T02:43:21,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T02:43:22,043 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/ddb217469b264f209f939398b8f595de 2024-11-27T02:43:22,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/0e91ad0db46c4f48b3007c7192b15b8e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/0e91ad0db46c4f48b3007c7192b15b8e 2024-11-27T02:43:22,051 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/0e91ad0db46c4f48b3007c7192b15b8e, entries=150, sequenceid=199, filesize=11.9 K 2024-11-27T02:43:22,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/0a5970524e574ab593ea6359cada5700 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/0a5970524e574ab593ea6359cada5700 2024-11-27T02:43:22,058 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/0a5970524e574ab593ea6359cada5700, entries=150, sequenceid=199, filesize=11.9 K 2024-11-27T02:43:22,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/ddb217469b264f209f939398b8f595de as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/ddb217469b264f209f939398b8f595de 2024-11-27T02:43:22,063 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/ddb217469b264f209f939398b8f595de, entries=150, sequenceid=199, filesize=11.9 K 2024-11-27T02:43:22,063 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for aeee731b728911bb3e0ade61847921ed in 1253ms, sequenceid=199, compaction requested=false 2024-11-27T02:43:22,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:22,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:22,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-11-27T02:43:22,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-11-27T02:43:22,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-11-27T02:43:22,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1690 sec 2024-11-27T02:43:22,067 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 2.1710 sec 2024-11-27T02:43:22,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:22,097 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T02:43:22,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:22,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:22,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:22,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:22,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:22,098 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:22,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/69a335d5e24a480180a4d31841b648fd is 50, key is test_row_0/A:col10/1732675400986/Put/seqid=0 2024-11-27T02:43:22,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675462113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,118 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675462114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675462113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675462114, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675462118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742130_1306 (size=14541) 2024-11-27T02:43:22,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675462219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675462219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675462219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,221 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675462220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,223 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675462221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675462421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675462422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675462422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,428 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675462425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675462425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,525 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/69a335d5e24a480180a4d31841b648fd 2024-11-27T02:43:22,555 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/d44d77b01d004506988663ef9005f455 is 50, key is test_row_0/B:col10/1732675400986/Put/seqid=0 2024-11-27T02:43:22,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742131_1307 (size=12151) 2024-11-27T02:43:22,594 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/d44d77b01d004506988663ef9005f455 2024-11-27T02:43:22,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/04137a3d9bae42e9a1754ff5380530a9 is 50, key is test_row_0/C:col10/1732675400986/Put/seqid=0 2024-11-27T02:43:22,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742132_1308 (size=12151) 2024-11-27T02:43:22,642 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/04137a3d9bae42e9a1754ff5380530a9 2024-11-27T02:43:22,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/69a335d5e24a480180a4d31841b648fd as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/69a335d5e24a480180a4d31841b648fd 2024-11-27T02:43:22,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/69a335d5e24a480180a4d31841b648fd, entries=200, sequenceid=219, filesize=14.2 K 2024-11-27T02:43:22,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/d44d77b01d004506988663ef9005f455 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/d44d77b01d004506988663ef9005f455 2024-11-27T02:43:22,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/d44d77b01d004506988663ef9005f455, entries=150, sequenceid=219, filesize=11.9 K 2024-11-27T02:43:22,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/04137a3d9bae42e9a1754ff5380530a9 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/04137a3d9bae42e9a1754ff5380530a9 2024-11-27T02:43:22,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/04137a3d9bae42e9a1754ff5380530a9, entries=150, sequenceid=219, filesize=11.9 K 2024-11-27T02:43:22,666 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for aeee731b728911bb3e0ade61847921ed in 569ms, sequenceid=219, compaction requested=true 2024-11-27T02:43:22,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:22,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:43:22,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:22,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:43:22,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T02:43:22,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:43:22,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-27T02:43:22,667 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:22,667 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:22,674 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:22,674 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/A is initiating minor compaction (all files) 2024-11-27T02:43:22,674 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/A in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:22,675 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/9129d509bf514649af25a8cd594d866e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/0e91ad0db46c4f48b3007c7192b15b8e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/69a335d5e24a480180a4d31841b648fd] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=38.3 K 2024-11-27T02:43:22,675 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:22,675 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/C is initiating minor compaction (all files) 2024-11-27T02:43:22,675 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/C in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:22,675 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/a45ae19e67fa44fcbfd75e1650d898cb, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/ddb217469b264f209f939398b8f595de, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/04137a3d9bae42e9a1754ff5380530a9] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=36.0 K 2024-11-27T02:43:22,675 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9129d509bf514649af25a8cd594d866e, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732675398725 2024-11-27T02:43:22,676 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting a45ae19e67fa44fcbfd75e1650d898cb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732675398725 2024-11-27T02:43:22,676 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e91ad0db46c4f48b3007c7192b15b8e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732675399860 2024-11-27T02:43:22,677 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting ddb217469b264f209f939398b8f595de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732675399860 2024-11-27T02:43:22,677 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 69a335d5e24a480180a4d31841b648fd, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732675400983 2024-11-27T02:43:22,679 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 04137a3d9bae42e9a1754ff5380530a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732675400983 2024-11-27T02:43:22,705 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#C#compaction#260 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:22,706 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/bf366b1a112c44d8b281296b3a80f741 is 50, key is test_row_0/C:col10/1732675400986/Put/seqid=0 2024-11-27T02:43:22,708 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#A#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:22,709 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/cddfcc6e616141afa06dccf0d1481d25 is 50, key is test_row_0/A:col10/1732675400986/Put/seqid=0 2024-11-27T02:43:22,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742133_1309 (size=12663) 2024-11-27T02:43:22,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T02:43:22,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:22,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:22,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:22,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:22,731 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:22,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:22,745 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/bf366b1a112c44d8b281296b3a80f741 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/bf366b1a112c44d8b281296b3a80f741 2024-11-27T02:43:22,758 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/C of aeee731b728911bb3e0ade61847921ed into bf366b1a112c44d8b281296b3a80f741(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:22,758 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:22,758 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/C, priority=13, startTime=1732675402667; duration=0sec 2024-11-27T02:43:22,758 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:22,758 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:C 2024-11-27T02:43:22,758 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:22,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/8384e826e1ab4c6581d01c096455a067 is 50, key is test_row_0/A:col10/1732675402116/Put/seqid=0 2024-11-27T02:43:22,762 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:22,762 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/B is initiating minor compaction (all files) 2024-11-27T02:43:22,762 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/B in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:22,763 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/7dbe6441feef4fe48ad6d0ed66c9cb12, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/0a5970524e574ab593ea6359cada5700, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/d44d77b01d004506988663ef9005f455] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=36.0 K 2024-11-27T02:43:22,763 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 7dbe6441feef4fe48ad6d0ed66c9cb12, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=178, earliestPutTs=1732675398725 2024-11-27T02:43:22,764 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a5970524e574ab593ea6359cada5700, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1732675399860 2024-11-27T02:43:22,764 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting d44d77b01d004506988663ef9005f455, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732675400983 2024-11-27T02:43:22,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675462763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742134_1310 (size=12663) 2024-11-27T02:43:22,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675462765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675462766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675462765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675462774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,782 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/cddfcc6e616141afa06dccf0d1481d25 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/cddfcc6e616141afa06dccf0d1481d25 2024-11-27T02:43:22,788 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/A of aeee731b728911bb3e0ade61847921ed into cddfcc6e616141afa06dccf0d1481d25(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:22,788 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:22,788 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/A, priority=13, startTime=1732675402666; duration=0sec 2024-11-27T02:43:22,788 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:22,788 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:A 2024-11-27T02:43:22,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742135_1311 (size=14541) 2024-11-27T02:43:22,794 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#B#compaction#263 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:22,795 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/cdef02b8c2624670b8b7e2b1dd7a0358 is 50, key is test_row_0/B:col10/1732675400986/Put/seqid=0 2024-11-27T02:43:22,796 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/8384e826e1ab4c6581d01c096455a067 2024-11-27T02:43:22,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/a839518d5828423496da63d88a978a0e is 50, key is test_row_0/B:col10/1732675402116/Put/seqid=0 2024-11-27T02:43:22,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742136_1312 (size=12663) 2024-11-27T02:43:22,873 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675462872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675462878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742137_1313 (size=12151) 2024-11-27T02:43:22,879 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675462878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,884 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675462882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:22,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:22,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675462887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:23,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:23,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675463076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:23,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:23,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675463080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:23,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675463080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:23,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:23,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675463086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:23,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:23,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675463091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:23,259 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/cdef02b8c2624670b8b7e2b1dd7a0358 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/cdef02b8c2624670b8b7e2b1dd7a0358 2024-11-27T02:43:23,267 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/B of aeee731b728911bb3e0ade61847921ed into cdef02b8c2624670b8b7e2b1dd7a0358(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:23,268 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:23,268 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/B, priority=13, startTime=1732675402667; duration=0sec 2024-11-27T02:43:23,268 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:23,268 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:B 2024-11-27T02:43:23,281 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/a839518d5828423496da63d88a978a0e 2024-11-27T02:43:23,308 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/95faeecd4dae49a2b00f1f45f556593b is 50, key is test_row_0/C:col10/1732675402116/Put/seqid=0 2024-11-27T02:43:23,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742138_1314 (size=12151) 2024-11-27T02:43:23,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/95faeecd4dae49a2b00f1f45f556593b 2024-11-27T02:43:23,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/8384e826e1ab4c6581d01c096455a067 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/8384e826e1ab4c6581d01c096455a067 2024-11-27T02:43:23,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/8384e826e1ab4c6581d01c096455a067, entries=200, sequenceid=237, filesize=14.2 K 2024-11-27T02:43:23,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/a839518d5828423496da63d88a978a0e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/a839518d5828423496da63d88a978a0e 2024-11-27T02:43:23,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/a839518d5828423496da63d88a978a0e, entries=150, sequenceid=237, filesize=11.9 K 2024-11-27T02:43:23,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/95faeecd4dae49a2b00f1f45f556593b as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/95faeecd4dae49a2b00f1f45f556593b 2024-11-27T02:43:23,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/95faeecd4dae49a2b00f1f45f556593b, entries=150, sequenceid=237, filesize=11.9 K 2024-11-27T02:43:23,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for aeee731b728911bb3e0ade61847921ed in 639ms, sequenceid=237, compaction requested=false 2024-11-27T02:43:23,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:23,384 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T02:43:23,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:23,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:23,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:23,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:23,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:23,385 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:23,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:23,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/88726b9118cd4efdb8cf5aeb1ae90421 is 50, key is test_row_0/A:col10/1732675402769/Put/seqid=0 2024-11-27T02:43:23,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:23,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675463428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:23,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:23,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675463428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:23,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:23,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675463431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:23,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:23,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675463432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:23,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:23,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675463434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:23,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742139_1315 (size=12201) 2024-11-27T02:43:23,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675463539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:23,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:23,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675463540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675463540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:23,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:23,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675463542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675463542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:23,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675463750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:23,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:23,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675463750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:23,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:23,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675463750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:23,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:23,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675463751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:23,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:23,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675463749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:23,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/88726b9118cd4efdb8cf5aeb1ae90421 2024-11-27T02:43:23,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/628b3abc1f5f407e96aec7c1ce2da6b1 is 50, key is test_row_0/B:col10/1732675402769/Put/seqid=0 2024-11-27T02:43:23,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742140_1316 (size=12201) 2024-11-27T02:43:23,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-11-27T02:43:24,000 INFO [Thread-1269 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-11-27T02:43:24,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:43:24,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-11-27T02:43:24,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T02:43:24,003 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:43:24,003 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:43:24,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:43:24,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:24,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675464054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:24,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675464054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:24,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675464055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:24,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675464058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:24,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675464065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T02:43:24,155 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T02:43:24,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:24,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:24,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:24,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:24,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:24,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:24,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T02:43:24,308 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T02:43:24,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:24,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:24,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:24,309 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:24,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:24,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:24,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/628b3abc1f5f407e96aec7c1ce2da6b1 2024-11-27T02:43:24,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/c5ad729e552a4aff9bad242e7a5c809d is 50, key is test_row_0/C:col10/1732675402769/Put/seqid=0 2024-11-27T02:43:24,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742141_1317 (size=12201) 2024-11-27T02:43:24,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/c5ad729e552a4aff9bad242e7a5c809d 2024-11-27T02:43:24,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/88726b9118cd4efdb8cf5aeb1ae90421 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/88726b9118cd4efdb8cf5aeb1ae90421 2024-11-27T02:43:24,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/88726b9118cd4efdb8cf5aeb1ae90421, entries=150, sequenceid=259, filesize=11.9 K 2024-11-27T02:43:24,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/628b3abc1f5f407e96aec7c1ce2da6b1 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/628b3abc1f5f407e96aec7c1ce2da6b1 2024-11-27T02:43:24,389 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/628b3abc1f5f407e96aec7c1ce2da6b1, entries=150, sequenceid=259, filesize=11.9 K 2024-11-27T02:43:24,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/c5ad729e552a4aff9bad242e7a5c809d as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/c5ad729e552a4aff9bad242e7a5c809d 2024-11-27T02:43:24,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/c5ad729e552a4aff9bad242e7a5c809d, entries=150, sequenceid=259, filesize=11.9 K 2024-11-27T02:43:24,404 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for aeee731b728911bb3e0ade61847921ed in 1019ms, sequenceid=259, compaction requested=true 2024-11-27T02:43:24,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:24,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:43:24,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:24,404 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:24,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:43:24,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:24,404 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:24,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:43:24,404 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:24,405 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:24,405 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/A is initiating minor compaction (all files) 2024-11-27T02:43:24,405 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/A in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:24,405 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/cddfcc6e616141afa06dccf0d1481d25, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/8384e826e1ab4c6581d01c096455a067, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/88726b9118cd4efdb8cf5aeb1ae90421] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=38.5 K 2024-11-27T02:43:24,405 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting cddfcc6e616141afa06dccf0d1481d25, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732675400983 2024-11-27T02:43:24,406 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:24,406 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/B is initiating minor compaction (all files) 2024-11-27T02:43:24,406 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/B in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:24,406 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/cdef02b8c2624670b8b7e2b1dd7a0358, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/a839518d5828423496da63d88a978a0e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/628b3abc1f5f407e96aec7c1ce2da6b1] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=36.1 K 2024-11-27T02:43:24,406 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8384e826e1ab4c6581d01c096455a067, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732675402111 2024-11-27T02:43:24,406 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting cdef02b8c2624670b8b7e2b1dd7a0358, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732675400983 2024-11-27T02:43:24,407 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88726b9118cd4efdb8cf5aeb1ae90421, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732675402763 2024-11-27T02:43:24,407 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting a839518d5828423496da63d88a978a0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732675402113 2024-11-27T02:43:24,407 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 628b3abc1f5f407e96aec7c1ce2da6b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732675402763 2024-11-27T02:43:24,432 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#A#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:24,433 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/4406225a652042379816cc9773cd8eb0 is 50, key is test_row_0/A:col10/1732675402769/Put/seqid=0 2024-11-27T02:43:24,448 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#B#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:24,449 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/9f59bc48bed14b24a3173a455e7640ac is 50, key is test_row_0/B:col10/1732675402769/Put/seqid=0 2024-11-27T02:43:24,461 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-11-27T02:43:24,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:24,461 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-27T02:43:24,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:24,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:24,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:24,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:24,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:24,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:24,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/9dd53599a7d84875a98bdd674ab16729 is 50, key is test_row_0/A:col10/1732675403427/Put/seqid=0 2024-11-27T02:43:24,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742142_1318 (size=12815) 2024-11-27T02:43:24,503 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/4406225a652042379816cc9773cd8eb0 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/4406225a652042379816cc9773cd8eb0 2024-11-27T02:43:24,509 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/A of aeee731b728911bb3e0ade61847921ed into 4406225a652042379816cc9773cd8eb0(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:24,509 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:24,509 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/A, priority=13, startTime=1732675404404; duration=0sec 2024-11-27T02:43:24,509 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:24,509 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:A 2024-11-27T02:43:24,509 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:24,511 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37015 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:24,511 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/C is initiating minor compaction (all files) 2024-11-27T02:43:24,511 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/C in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:24,511 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/bf366b1a112c44d8b281296b3a80f741, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/95faeecd4dae49a2b00f1f45f556593b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/c5ad729e552a4aff9bad242e7a5c809d] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=36.1 K 2024-11-27T02:43:24,512 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf366b1a112c44d8b281296b3a80f741, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732675400983 2024-11-27T02:43:24,512 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95faeecd4dae49a2b00f1f45f556593b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1732675402113 2024-11-27T02:43:24,513 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5ad729e552a4aff9bad242e7a5c809d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732675402763 2024-11-27T02:43:24,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742143_1319 (size=12815) 2024-11-27T02:43:24,540 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#C#compaction#272 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:24,540 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/4167828982cf492897e5418293388d0c is 50, key is test_row_0/C:col10/1732675402769/Put/seqid=0 2024-11-27T02:43:24,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:24,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:24,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742144_1320 (size=12301) 2024-11-27T02:43:24,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742145_1321 (size=12815) 2024-11-27T02:43:24,578 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/9dd53599a7d84875a98bdd674ab16729 2024-11-27T02:43:24,591 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/4167828982cf492897e5418293388d0c as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/4167828982cf492897e5418293388d0c 2024-11-27T02:43:24,597 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/C of aeee731b728911bb3e0ade61847921ed into 4167828982cf492897e5418293388d0c(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:24,597 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:24,597 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/C, priority=13, startTime=1732675404404; duration=0sec 2024-11-27T02:43:24,597 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:24,597 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:C 2024-11-27T02:43:24,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675464589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675464589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675464590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:24,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675464598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T02:43:24,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:24,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675464600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/574eedfd747342afb021ee326beaeda0 is 50, key is test_row_0/B:col10/1732675403427/Put/seqid=0 2024-11-27T02:43:24,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742146_1322 (size=12301) 2024-11-27T02:43:24,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:24,703 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675464701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675464701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:24,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675464701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675464707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675464707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675464904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675464905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675464908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675464911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675464911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:24,928 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/9f59bc48bed14b24a3173a455e7640ac as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/9f59bc48bed14b24a3173a455e7640ac 2024-11-27T02:43:24,934 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/B of aeee731b728911bb3e0ade61847921ed into 9f59bc48bed14b24a3173a455e7640ac(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:24,934 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:24,934 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/B, priority=13, startTime=1732675404404; duration=0sec 2024-11-27T02:43:24,934 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:24,934 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:B 2024-11-27T02:43:24,945 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 19683 2024-11-27T02:43:25,042 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/574eedfd747342afb021ee326beaeda0 2024-11-27T02:43:25,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/7091a1f96feb4f428e78bd5c868fc6b2 is 50, key is test_row_0/C:col10/1732675403427/Put/seqid=0 2024-11-27T02:43:25,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T02:43:25,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742147_1323 (size=12301) 2024-11-27T02:43:25,210 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:25,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675465208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:25,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675465212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:25,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675465215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:25,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:25,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675465216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:25,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:25,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675465222, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:25,509 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/7091a1f96feb4f428e78bd5c868fc6b2 2024-11-27T02:43:25,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/9dd53599a7d84875a98bdd674ab16729 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/9dd53599a7d84875a98bdd674ab16729 2024-11-27T02:43:25,521 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/9dd53599a7d84875a98bdd674ab16729, entries=150, sequenceid=276, filesize=12.0 K 2024-11-27T02:43:25,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/574eedfd747342afb021ee326beaeda0 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/574eedfd747342afb021ee326beaeda0 2024-11-27T02:43:25,531 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/574eedfd747342afb021ee326beaeda0, entries=150, sequenceid=276, filesize=12.0 K 2024-11-27T02:43:25,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/7091a1f96feb4f428e78bd5c868fc6b2 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/7091a1f96feb4f428e78bd5c868fc6b2 2024-11-27T02:43:25,539 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/7091a1f96feb4f428e78bd5c868fc6b2, entries=150, sequenceid=276, filesize=12.0 K 2024-11-27T02:43:25,542 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for aeee731b728911bb3e0ade61847921ed in 1080ms, sequenceid=276, compaction requested=false 2024-11-27T02:43:25,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:25,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:25,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-11-27T02:43:25,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-11-27T02:43:25,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-11-27T02:43:25,546 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5410 sec 2024-11-27T02:43:25,548 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.5460 sec 2024-11-27T02:43:25,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:25,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-27T02:43:25,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:25,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:25,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:25,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:25,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:25,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:25,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/f2688d08cbb74a6c9b5cb8dc7b481f49 is 50, key is test_row_0/A:col10/1732675404580/Put/seqid=0 2024-11-27T02:43:25,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675465733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:25,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:25,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675465734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:25,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:25,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675465735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:25,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:25,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742148_1324 (size=12301) 2024-11-27T02:43:25,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675465744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:25,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:25,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675465751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:25,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/f2688d08cbb74a6c9b5cb8dc7b481f49 2024-11-27T02:43:25,779 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/360a0371037d4082a0ffbd6e7f6c874e is 50, key is test_row_0/B:col10/1732675404580/Put/seqid=0 2024-11-27T02:43:25,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742149_1325 (size=12301) 2024-11-27T02:43:25,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/360a0371037d4082a0ffbd6e7f6c874e 2024-11-27T02:43:25,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/f8ac4ba864444b14ace78d13c02234db is 50, key is test_row_0/C:col10/1732675404580/Put/seqid=0 2024-11-27T02:43:25,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742150_1326 (size=12301) 2024-11-27T02:43:25,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=299 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/f8ac4ba864444b14ace78d13c02234db 2024-11-27T02:43:25,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:25,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675465847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675465847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:25,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:25,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675465847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:25,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:25,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675465854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:25,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/f2688d08cbb74a6c9b5cb8dc7b481f49 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/f2688d08cbb74a6c9b5cb8dc7b481f49 2024-11-27T02:43:25,859 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:25,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675465857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:25,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/f2688d08cbb74a6c9b5cb8dc7b481f49, entries=150, sequenceid=299, filesize=12.0 K 2024-11-27T02:43:25,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/360a0371037d4082a0ffbd6e7f6c874e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/360a0371037d4082a0ffbd6e7f6c874e 2024-11-27T02:43:25,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/360a0371037d4082a0ffbd6e7f6c874e, entries=150, sequenceid=299, filesize=12.0 K 2024-11-27T02:43:25,869 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/f8ac4ba864444b14ace78d13c02234db as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/f8ac4ba864444b14ace78d13c02234db 2024-11-27T02:43:25,874 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/f8ac4ba864444b14ace78d13c02234db, entries=150, sequenceid=299, filesize=12.0 K 2024-11-27T02:43:25,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for aeee731b728911bb3e0ade61847921ed in 161ms, sequenceid=299, compaction requested=true 2024-11-27T02:43:25,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:25,875 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:25,875 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:43:25,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:25,876 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:25,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:43:25,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:25,876 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:25,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:43:25,876 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:25,877 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/A is initiating minor compaction (all files) 2024-11-27T02:43:25,877 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:25,877 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/A in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:25,877 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/B is initiating minor compaction (all files) 2024-11-27T02:43:25,877 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/B in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:25,877 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/4406225a652042379816cc9773cd8eb0, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/9dd53599a7d84875a98bdd674ab16729, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/f2688d08cbb74a6c9b5cb8dc7b481f49] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=36.5 K 2024-11-27T02:43:25,877 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/9f59bc48bed14b24a3173a455e7640ac, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/574eedfd747342afb021ee326beaeda0, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/360a0371037d4082a0ffbd6e7f6c874e] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=36.5 K 2024-11-27T02:43:25,877 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f59bc48bed14b24a3173a455e7640ac, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732675402763 2024-11-27T02:43:25,877 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4406225a652042379816cc9773cd8eb0, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732675402763 2024-11-27T02:43:25,877 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9dd53599a7d84875a98bdd674ab16729, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732675403418 2024-11-27T02:43:25,877 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 574eedfd747342afb021ee326beaeda0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732675403418 2024-11-27T02:43:25,878 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 360a0371037d4082a0ffbd6e7f6c874e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732675404580 2024-11-27T02:43:25,878 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2688d08cbb74a6c9b5cb8dc7b481f49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732675404580 2024-11-27T02:43:25,897 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#B#compaction#278 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:25,897 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/010f0b1bb677492daf5035e7778d06d8 is 50, key is test_row_0/B:col10/1732675404580/Put/seqid=0 2024-11-27T02:43:25,910 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#A#compaction#279 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:25,910 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/aadbe241ab824c758897968b25e63719 is 50, key is test_row_0/A:col10/1732675404580/Put/seqid=0 2024-11-27T02:43:25,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742152_1328 (size=13017) 2024-11-27T02:43:25,963 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/aadbe241ab824c758897968b25e63719 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/aadbe241ab824c758897968b25e63719 2024-11-27T02:43:25,975 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/A of aeee731b728911bb3e0ade61847921ed into aadbe241ab824c758897968b25e63719(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:25,975 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:25,975 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/A, priority=13, startTime=1732675405875; duration=0sec 2024-11-27T02:43:25,975 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:25,975 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:A 2024-11-27T02:43:25,975 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:25,977 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37417 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:25,977 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/C is initiating minor compaction (all files) 2024-11-27T02:43:25,977 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/C in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:25,977 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/4167828982cf492897e5418293388d0c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/7091a1f96feb4f428e78bd5c868fc6b2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/f8ac4ba864444b14ace78d13c02234db] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=36.5 K 2024-11-27T02:43:25,977 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4167828982cf492897e5418293388d0c, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732675402763 2024-11-27T02:43:25,978 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7091a1f96feb4f428e78bd5c868fc6b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1732675403418 2024-11-27T02:43:25,978 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8ac4ba864444b14ace78d13c02234db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732675404580 2024-11-27T02:43:26,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742151_1327 (size=13017) 2024-11-27T02:43:26,013 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#C#compaction#280 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:26,014 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/1d550c4c179e43baa4de1e4094ea8317 is 50, key is test_row_0/C:col10/1732675404580/Put/seqid=0 2024-11-27T02:43:26,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742153_1329 (size=13017) 2024-11-27T02:43:26,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T02:43:26,058 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:26,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:26,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:26,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:26,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:26,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:26,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:26,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/4e6e0d1b42a74aaca1c0dff7e6fa456e is 50, key is test_row_0/A:col10/1732675405732/Put/seqid=0 2024-11-27T02:43:26,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742154_1330 (size=17181) 2024-11-27T02:43:26,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675466082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,095 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675466083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,099 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/4e6e0d1b42a74aaca1c0dff7e6fa456e 2024-11-27T02:43:26,106 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675466095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675466095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-11-27T02:43:26,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675466098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,107 INFO [Thread-1269 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-11-27T02:43:26,109 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:43:26,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-11-27T02:43:26,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T02:43:26,111 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:43:26,115 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:43:26,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:43:26,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/e2103113c9d843d2bcec891de5e13c02 is 50, key is test_row_0/B:col10/1732675405732/Put/seqid=0 2024-11-27T02:43:26,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742155_1331 (size=12301) 2024-11-27T02:43:26,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/e2103113c9d843d2bcec891de5e13c02 2024-11-27T02:43:26,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/c8bbb327377c42fe80bb7219e6378708 is 50, key is test_row_0/C:col10/1732675405732/Put/seqid=0 2024-11-27T02:43:26,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,199 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675466196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675466197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675466208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675466208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T02:43:26,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675466208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742156_1332 (size=12301) 2024-11-27T02:43:26,266 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T02:43:26,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:26,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:26,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:26,267 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:26,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:26,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:26,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675466400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675466402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T02:43:26,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675466412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,414 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/010f0b1bb677492daf5035e7778d06d8 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/010f0b1bb677492daf5035e7778d06d8 2024-11-27T02:43:26,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675466413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675466413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,419 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T02:43:26,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:26,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:26,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:26,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:26,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:26,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:26,423 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/B of aeee731b728911bb3e0ade61847921ed into 010f0b1bb677492daf5035e7778d06d8(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:26,423 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:26,423 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/B, priority=13, startTime=1732675405876; duration=0sec 2024-11-27T02:43:26,423 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:26,423 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:B 2024-11-27T02:43:26,435 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 6c54c4a27d43cbdc756acd03904e0001, had cached 0 bytes from a total of 5037 2024-11-27T02:43:26,459 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/1d550c4c179e43baa4de1e4094ea8317 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/1d550c4c179e43baa4de1e4094ea8317 2024-11-27T02:43:26,463 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/C of aeee731b728911bb3e0ade61847921ed into 1d550c4c179e43baa4de1e4094ea8317(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:26,463 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:26,464 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/C, priority=13, startTime=1732675405876; duration=0sec 2024-11-27T02:43:26,464 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:26,464 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:C 2024-11-27T02:43:26,572 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T02:43:26,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:26,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:26,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:26,573 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:26,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:26,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:26,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/c8bbb327377c42fe80bb7219e6378708 2024-11-27T02:43:26,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/4e6e0d1b42a74aaca1c0dff7e6fa456e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/4e6e0d1b42a74aaca1c0dff7e6fa456e 2024-11-27T02:43:26,631 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/4e6e0d1b42a74aaca1c0dff7e6fa456e, entries=250, sequenceid=319, filesize=16.8 K 2024-11-27T02:43:26,632 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/e2103113c9d843d2bcec891de5e13c02 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e2103113c9d843d2bcec891de5e13c02 2024-11-27T02:43:26,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e2103113c9d843d2bcec891de5e13c02, entries=150, sequenceid=319, filesize=12.0 K 2024-11-27T02:43:26,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/c8bbb327377c42fe80bb7219e6378708 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/c8bbb327377c42fe80bb7219e6378708 2024-11-27T02:43:26,650 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/c8bbb327377c42fe80bb7219e6378708, entries=150, sequenceid=319, filesize=12.0 K 2024-11-27T02:43:26,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for aeee731b728911bb3e0ade61847921ed in 593ms, sequenceid=319, compaction requested=false 2024-11-27T02:43:26,651 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:26,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T02:43:26,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:26,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:26,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:26,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:26,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:26,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:26,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:26,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T02:43:26,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/cbfa810a00144492ab9f46da8fe084ea is 50, key is test_row_0/A:col10/1732675406707/Put/seqid=0 2024-11-27T02:43:26,725 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T02:43:26,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:26,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:26,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:26,726 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:26,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:26,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:26,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675466741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675466740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675466743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675466747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675466748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742157_1333 (size=12301) 2024-11-27T02:43:26,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675466849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675466850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,853 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675466850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675466854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:26,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675466854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,878 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:26,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T02:43:26,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:26,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:26,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:26,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:26,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:27,031 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:27,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T02:43:27,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:27,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:27,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:27,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:27,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:27,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:27,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:27,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675467055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:27,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675467055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:27,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:27,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675467055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:27,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:27,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675467058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:27,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675467059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:27,162 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/cbfa810a00144492ab9f46da8fe084ea 2024-11-27T02:43:27,184 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:27,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T02:43:27,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:27,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:27,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:27,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:27,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:27,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:27,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/eba989aea60147a3a4bbdffff7ccd63d is 50, key is test_row_0/B:col10/1732675406707/Put/seqid=0 2024-11-27T02:43:27,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T02:43:27,309 INFO [AsyncFSWAL-0-hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/MasterData-prefix:7723ddd88b72,42505,1732674725584 {}] wal.AbstractFSWAL(1183): Slow sync cost: 122 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:44771,DS-801ea0ff-a3b7-41a1-a504-75432695d4f9,DISK]] 2024-11-27T02:43:27,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742158_1334 (size=12301) 2024-11-27T02:43:27,362 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:27,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675467360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:27,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675467360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:27,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:27,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675467361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:27,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:27,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675467361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:27,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675467365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:27,460 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:27,460 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T02:43:27,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:27,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:27,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:27,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:27,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:27,614 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:27,615 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T02:43:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:27,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:27,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:27,745 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/eba989aea60147a3a4bbdffff7ccd63d 2024-11-27T02:43:27,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/6dd8baad71b045b2a97be2052bb4350d is 50, key is test_row_0/C:col10/1732675406707/Put/seqid=0 2024-11-27T02:43:27,767 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:27,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T02:43:27,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:27,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:27,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:27,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:27,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:27,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:27,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742159_1335 (size=12301) 2024-11-27T02:43:27,816 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/6dd8baad71b045b2a97be2052bb4350d 2024-11-27T02:43:27,822 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/cbfa810a00144492ab9f46da8fe084ea as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/cbfa810a00144492ab9f46da8fe084ea 2024-11-27T02:43:27,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/cbfa810a00144492ab9f46da8fe084ea, entries=150, sequenceid=339, filesize=12.0 K 2024-11-27T02:43:27,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/eba989aea60147a3a4bbdffff7ccd63d as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/eba989aea60147a3a4bbdffff7ccd63d 2024-11-27T02:43:27,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/eba989aea60147a3a4bbdffff7ccd63d, entries=150, sequenceid=339, filesize=12.0 K 2024-11-27T02:43:27,834 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/6dd8baad71b045b2a97be2052bb4350d as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/6dd8baad71b045b2a97be2052bb4350d 2024-11-27T02:43:27,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/6dd8baad71b045b2a97be2052bb4350d, entries=150, sequenceid=339, filesize=12.0 K 2024-11-27T02:43:27,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for aeee731b728911bb3e0ade61847921ed in 1132ms, sequenceid=339, compaction requested=true 2024-11-27T02:43:27,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:27,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:43:27,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:27,841 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:27,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:43:27,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:27,841 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:27,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:43:27,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:27,842 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:27,842 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42499 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:27,842 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/A is initiating minor compaction (all files) 2024-11-27T02:43:27,842 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/B is initiating minor compaction (all files) 2024-11-27T02:43:27,843 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/A in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:27,843 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/B in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:27,843 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/aadbe241ab824c758897968b25e63719, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/4e6e0d1b42a74aaca1c0dff7e6fa456e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/cbfa810a00144492ab9f46da8fe084ea] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=41.5 K 2024-11-27T02:43:27,843 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/010f0b1bb677492daf5035e7778d06d8, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e2103113c9d843d2bcec891de5e13c02, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/eba989aea60147a3a4bbdffff7ccd63d] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=36.7 K 2024-11-27T02:43:27,843 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting aadbe241ab824c758897968b25e63719, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732675404580 2024-11-27T02:43:27,843 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 010f0b1bb677492daf5035e7778d06d8, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732675404580 2024-11-27T02:43:27,843 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting e2103113c9d843d2bcec891de5e13c02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732675405732 2024-11-27T02:43:27,843 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e6e0d1b42a74aaca1c0dff7e6fa456e, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732675405732 2024-11-27T02:43:27,844 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting cbfa810a00144492ab9f46da8fe084ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732675406078 2024-11-27T02:43:27,844 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting eba989aea60147a3a4bbdffff7ccd63d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732675406078 2024-11-27T02:43:27,860 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#B#compaction#287 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:27,860 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/f2359b90973a43729ef0073c4ea35f94 is 50, key is test_row_0/B:col10/1732675406707/Put/seqid=0 2024-11-27T02:43:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:27,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-27T02:43:27,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:27,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:27,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:27,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:27,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:27,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:27,877 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#A#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:27,877 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/27f9bfaa1850469b81f33877d71aa53a is 50, key is test_row_0/A:col10/1732675406707/Put/seqid=0 2024-11-27T02:43:27,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/8cf0e8fd592f4929bf1370bf5ad80a66 is 50, key is test_row_0/A:col10/1732675407867/Put/seqid=0 2024-11-27T02:43:27,901 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:27,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675467894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:27,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742160_1336 (size=13119) 2024-11-27T02:43:27,904 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:27,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675467894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:27,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:27,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675467898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:27,912 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/f2359b90973a43729ef0073c4ea35f94 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/f2359b90973a43729ef0073c4ea35f94 2024-11-27T02:43:27,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:27,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675467900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:27,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:27,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675467901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:27,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742161_1337 (size=13119) 2024-11-27T02:43:27,920 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:27,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T02:43:27,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:27,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:27,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:27,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:27,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:27,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:27,923 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/27f9bfaa1850469b81f33877d71aa53a as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/27f9bfaa1850469b81f33877d71aa53a 2024-11-27T02:43:27,926 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/B of aeee731b728911bb3e0ade61847921ed into f2359b90973a43729ef0073c4ea35f94(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:27,926 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:27,926 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/B, priority=13, startTime=1732675407841; duration=0sec 2024-11-27T02:43:27,926 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:27,926 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:B 2024-11-27T02:43:27,926 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:27,930 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:27,930 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/C is initiating minor compaction (all files) 2024-11-27T02:43:27,930 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/C in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:27,930 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/1d550c4c179e43baa4de1e4094ea8317, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/c8bbb327377c42fe80bb7219e6378708, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/6dd8baad71b045b2a97be2052bb4350d] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=36.7 K 2024-11-27T02:43:27,931 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 1d550c4c179e43baa4de1e4094ea8317, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=299, earliestPutTs=1732675404580 2024-11-27T02:43:27,933 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/A of aeee731b728911bb3e0ade61847921ed into 27f9bfaa1850469b81f33877d71aa53a(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:27,933 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:27,933 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/A, priority=13, startTime=1732675407841; duration=0sec 2024-11-27T02:43:27,933 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:27,933 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:A 2024-11-27T02:43:27,935 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting c8bbb327377c42fe80bb7219e6378708, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732675405732 2024-11-27T02:43:27,936 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 6dd8baad71b045b2a97be2052bb4350d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732675406078 2024-11-27T02:43:27,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742162_1338 (size=17181) 2024-11-27T02:43:27,970 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#C#compaction#290 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:27,971 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/462a8ba4a39b4d5a926ddfe6e66dde21 is 50, key is test_row_0/C:col10/1732675406707/Put/seqid=0 2024-11-27T02:43:28,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675468003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675468005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675468008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742163_1339 (size=13119) 2024-11-27T02:43:28,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675468014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,019 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675468015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,019 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/462a8ba4a39b4d5a926ddfe6e66dde21 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/462a8ba4a39b4d5a926ddfe6e66dde21 2024-11-27T02:43:28,025 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/C of aeee731b728911bb3e0ade61847921ed into 462a8ba4a39b4d5a926ddfe6e66dde21(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:28,025 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:28,025 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/C, priority=13, startTime=1732675407841; duration=0sec 2024-11-27T02:43:28,025 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:28,025 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:C 2024-11-27T02:43:28,075 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,076 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T02:43:28,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:28,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:28,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:28,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:28,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:28,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:28,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675468205, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,212 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675468210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T02:43:28,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675468214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675468218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675468220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,230 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T02:43:28,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:28,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:28,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:28,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:28,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:28,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:28,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/8cf0e8fd592f4929bf1370bf5ad80a66 2024-11-27T02:43:28,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/72b752afcd8f4839a0effe46fae675d2 is 50, key is test_row_0/B:col10/1732675407867/Put/seqid=0 2024-11-27T02:43:28,383 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T02:43:28,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:28,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:28,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:28,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:28,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:28,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742164_1340 (size=12301) 2024-11-27T02:43:28,413 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/72b752afcd8f4839a0effe46fae675d2 2024-11-27T02:43:28,431 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/7f98ca24618f4cf185f919ad7220ec16 is 50, key is test_row_0/C:col10/1732675407867/Put/seqid=0 2024-11-27T02:43:28,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742165_1341 (size=12301) 2024-11-27T02:43:28,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/7f98ca24618f4cf185f919ad7220ec16 2024-11-27T02:43:28,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/8cf0e8fd592f4929bf1370bf5ad80a66 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/8cf0e8fd592f4929bf1370bf5ad80a66 2024-11-27T02:43:28,483 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/8cf0e8fd592f4929bf1370bf5ad80a66, entries=250, sequenceid=360, filesize=16.8 K 2024-11-27T02:43:28,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/72b752afcd8f4839a0effe46fae675d2 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/72b752afcd8f4839a0effe46fae675d2 2024-11-27T02:43:28,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/72b752afcd8f4839a0effe46fae675d2, entries=150, sequenceid=360, filesize=12.0 K 2024-11-27T02:43:28,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/7f98ca24618f4cf185f919ad7220ec16 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/7f98ca24618f4cf185f919ad7220ec16 2024-11-27T02:43:28,498 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/7f98ca24618f4cf185f919ad7220ec16, entries=150, sequenceid=360, filesize=12.0 K 2024-11-27T02:43:28,499 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for aeee731b728911bb3e0ade61847921ed in 628ms, sequenceid=360, compaction requested=false 2024-11-27T02:43:28,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:28,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-27T02:43:28,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:28,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:28,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:28,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:28,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:28,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:28,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:28,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/a2395df4429f45f79332a92fdf560c75 is 50, key is test_row_0/A:col10/1732675407899/Put/seqid=0 2024-11-27T02:43:28,536 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,537 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T02:43:28,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:28,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:28,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:28,538 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:28,538 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:28,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:28,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675468558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675468559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,567 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675468560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,571 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675468563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675468563, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742166_1342 (size=14741) 2024-11-27T02:43:28,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675468667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675468669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,672 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675468669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675468672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675468672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,691 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T02:43:28,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:28,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:28,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:28,691 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:28,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:28,851 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,851 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T02:43:28,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:28,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:28,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:28,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:28,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:28,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675468872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675468874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675468875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675468875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:28,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675468877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:28,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/a2395df4429f45f79332a92fdf560c75 2024-11-27T02:43:29,004 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T02:43:29,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:29,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:29,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:29,004 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:29,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:29,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/fd45d460e81a44dfae1f3e6e3035cb8c is 50, key is test_row_0/B:col10/1732675407899/Put/seqid=0 2024-11-27T02:43:29,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742167_1343 (size=12301) 2024-11-27T02:43:29,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/fd45d460e81a44dfae1f3e6e3035cb8c 2024-11-27T02:43:29,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/305b421dfbb746d6af29a551f39b3caa is 50, key is test_row_0/C:col10/1732675407899/Put/seqid=0 2024-11-27T02:43:29,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742168_1344 (size=12301) 2024-11-27T02:43:29,047 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/305b421dfbb746d6af29a551f39b3caa 2024-11-27T02:43:29,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/a2395df4429f45f79332a92fdf560c75 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/a2395df4429f45f79332a92fdf560c75 2024-11-27T02:43:29,059 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/a2395df4429f45f79332a92fdf560c75, entries=200, sequenceid=380, filesize=14.4 K 2024-11-27T02:43:29,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/fd45d460e81a44dfae1f3e6e3035cb8c as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/fd45d460e81a44dfae1f3e6e3035cb8c 2024-11-27T02:43:29,064 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/fd45d460e81a44dfae1f3e6e3035cb8c, entries=150, sequenceid=380, filesize=12.0 K 2024-11-27T02:43:29,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/305b421dfbb746d6af29a551f39b3caa as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/305b421dfbb746d6af29a551f39b3caa 2024-11-27T02:43:29,070 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/305b421dfbb746d6af29a551f39b3caa, entries=150, sequenceid=380, filesize=12.0 K 2024-11-27T02:43:29,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for aeee731b728911bb3e0ade61847921ed in 559ms, sequenceid=380, compaction requested=true 2024-11-27T02:43:29,071 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:29,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:43:29,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:29,071 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:29,071 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:29,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:43:29,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:29,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:43:29,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:29,073 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:29,073 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/B is initiating minor compaction (all files) 2024-11-27T02:43:29,073 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/B in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:29,073 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/f2359b90973a43729ef0073c4ea35f94, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/72b752afcd8f4839a0effe46fae675d2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/fd45d460e81a44dfae1f3e6e3035cb8c] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=36.8 K 2024-11-27T02:43:29,073 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45041 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:29,073 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/A is initiating minor compaction (all files) 2024-11-27T02:43:29,073 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/A in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:29,073 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/27f9bfaa1850469b81f33877d71aa53a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/8cf0e8fd592f4929bf1370bf5ad80a66, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/a2395df4429f45f79332a92fdf560c75] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=44.0 K 2024-11-27T02:43:29,074 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting f2359b90973a43729ef0073c4ea35f94, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732675406078 2024-11-27T02:43:29,074 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 72b752afcd8f4839a0effe46fae675d2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732675406746 2024-11-27T02:43:29,074 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 27f9bfaa1850469b81f33877d71aa53a, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732675406078 2024-11-27T02:43:29,074 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting fd45d460e81a44dfae1f3e6e3035cb8c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732675407890 2024-11-27T02:43:29,074 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8cf0e8fd592f4929bf1370bf5ad80a66, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732675406739 2024-11-27T02:43:29,075 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting a2395df4429f45f79332a92fdf560c75, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732675407890 2024-11-27T02:43:29,095 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#B#compaction#296 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:29,095 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/38b52ed7c5f8450aa0c2cc958480c071 is 50, key is test_row_0/B:col10/1732675407899/Put/seqid=0 2024-11-27T02:43:29,098 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#A#compaction#297 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:29,098 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/fe7ab9eb8ee3490db731f6a535e028e6 is 50, key is test_row_0/A:col10/1732675407899/Put/seqid=0 2024-11-27T02:43:29,157 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,157 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-11-27T02:43:29,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:29,157 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-27T02:43:29,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:29,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:29,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:29,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:29,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:29,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:29,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742170_1346 (size=13221) 2024-11-27T02:43:29,166 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/fe7ab9eb8ee3490db731f6a535e028e6 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/fe7ab9eb8ee3490db731f6a535e028e6 2024-11-27T02:43:29,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/fe8293c48019420c9599d394ebcb00a0 is 50, key is test_row_0/A:col10/1732675408559/Put/seqid=0 2024-11-27T02:43:29,175 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/A of aeee731b728911bb3e0ade61847921ed into fe7ab9eb8ee3490db731f6a535e028e6(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:29,175 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:29,175 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/A, priority=13, startTime=1732675409071; duration=0sec 2024-11-27T02:43:29,176 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:29,176 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:A 2024-11-27T02:43:29,176 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:29,178 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:29,179 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/C is initiating minor compaction (all files) 2024-11-27T02:43:29,179 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/C in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:29,179 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/462a8ba4a39b4d5a926ddfe6e66dde21, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/7f98ca24618f4cf185f919ad7220ec16, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/305b421dfbb746d6af29a551f39b3caa] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=36.8 K 2024-11-27T02:43:29,179 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 462a8ba4a39b4d5a926ddfe6e66dde21, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732675406078 2024-11-27T02:43:29,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742169_1345 (size=13221) 2024-11-27T02:43:29,180 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f98ca24618f4cf185f919ad7220ec16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1732675406746 2024-11-27T02:43:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:29,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:29,183 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 305b421dfbb746d6af29a551f39b3caa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732675407890 2024-11-27T02:43:29,195 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/38b52ed7c5f8450aa0c2cc958480c071 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/38b52ed7c5f8450aa0c2cc958480c071 2024-11-27T02:43:29,200 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/B of aeee731b728911bb3e0ade61847921ed into 38b52ed7c5f8450aa0c2cc958480c071(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:29,200 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:29,200 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/B, priority=13, startTime=1732675409071; duration=0sec 2024-11-27T02:43:29,200 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:29,201 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:B 2024-11-27T02:43:29,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675469196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675469197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675469200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675469203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675469203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,215 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#C#compaction#299 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:29,215 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/4fb5bcb4dec343b68261a694d13c1be5 is 50, key is test_row_0/C:col10/1732675407899/Put/seqid=0 2024-11-27T02:43:29,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742171_1347 (size=12301) 2024-11-27T02:43:29,243 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/fe8293c48019420c9599d394ebcb00a0 2024-11-27T02:43:29,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742172_1348 (size=13221) 2024-11-27T02:43:29,278 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/4fb5bcb4dec343b68261a694d13c1be5 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/4fb5bcb4dec343b68261a694d13c1be5 2024-11-27T02:43:29,283 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/C of aeee731b728911bb3e0ade61847921ed into 4fb5bcb4dec343b68261a694d13c1be5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:29,283 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:29,283 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/C, priority=13, startTime=1732675409071; duration=0sec 2024-11-27T02:43:29,283 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:29,283 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:C 2024-11-27T02:43:29,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/2613ad182a2c453495ab0011b9a413ab is 50, key is test_row_0/B:col10/1732675408559/Put/seqid=0 2024-11-27T02:43:29,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675469305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675469305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675469308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675469308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675469308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742173_1349 (size=12301) 2024-11-27T02:43:29,315 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/2613ad182a2c453495ab0011b9a413ab 2024-11-27T02:43:29,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/e8b08197f3d74e7fb404953ebbfb05f7 is 50, key is test_row_0/C:col10/1732675408559/Put/seqid=0 2024-11-27T02:43:29,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742174_1350 (size=12301) 2024-11-27T02:43:29,381 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=400 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/e8b08197f3d74e7fb404953ebbfb05f7 2024-11-27T02:43:29,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/fe8293c48019420c9599d394ebcb00a0 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/fe8293c48019420c9599d394ebcb00a0 2024-11-27T02:43:29,399 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/fe8293c48019420c9599d394ebcb00a0, entries=150, sequenceid=400, filesize=12.0 K 2024-11-27T02:43:29,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/2613ad182a2c453495ab0011b9a413ab as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/2613ad182a2c453495ab0011b9a413ab 2024-11-27T02:43:29,404 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/2613ad182a2c453495ab0011b9a413ab, entries=150, sequenceid=400, filesize=12.0 K 2024-11-27T02:43:29,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/e8b08197f3d74e7fb404953ebbfb05f7 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/e8b08197f3d74e7fb404953ebbfb05f7 2024-11-27T02:43:29,410 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/e8b08197f3d74e7fb404953ebbfb05f7, entries=150, sequenceid=400, filesize=12.0 K 2024-11-27T02:43:29,411 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for aeee731b728911bb3e0ade61847921ed in 254ms, sequenceid=400, compaction requested=false 2024-11-27T02:43:29,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:29,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:29,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-11-27T02:43:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-11-27T02:43:29,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-11-27T02:43:29,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.2990 sec 2024-11-27T02:43:29,418 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 3.3080 sec 2024-11-27T02:43:29,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-27T02:43:29,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:29,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:29,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:29,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:29,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:29,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:29,533 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/40379e02ffc1430ab44268f1311c484b is 50, key is test_row_0/A:col10/1732675409195/Put/seqid=0 2024-11-27T02:43:29,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675469539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675469539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675469548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675469549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675469555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742175_1351 (size=14741) 2024-11-27T02:43:29,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675469650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675469651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675469654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675469655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675469662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675469854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675469854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675469858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675469861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,866 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:29,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675469865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:29,979 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/40379e02ffc1430ab44268f1311c484b 2024-11-27T02:43:29,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/c18a5e7102e34877a65b71234c9ebce2 is 50, key is test_row_0/B:col10/1732675409195/Put/seqid=0 2024-11-27T02:43:30,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742176_1352 (size=12301) 2024-11-27T02:43:30,021 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/c18a5e7102e34877a65b71234c9ebce2 2024-11-27T02:43:30,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/e55eca0354184b829870748e22c5b579 is 50, key is test_row_0/C:col10/1732675409195/Put/seqid=0 2024-11-27T02:43:30,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742177_1353 (size=12301) 2024-11-27T02:43:30,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/e55eca0354184b829870748e22c5b579 2024-11-27T02:43:30,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/40379e02ffc1430ab44268f1311c484b as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/40379e02ffc1430ab44268f1311c484b 2024-11-27T02:43:30,066 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/40379e02ffc1430ab44268f1311c484b, entries=200, sequenceid=421, filesize=14.4 K 2024-11-27T02:43:30,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/c18a5e7102e34877a65b71234c9ebce2 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/c18a5e7102e34877a65b71234c9ebce2 2024-11-27T02:43:30,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/c18a5e7102e34877a65b71234c9ebce2, entries=150, sequenceid=421, filesize=12.0 K 2024-11-27T02:43:30,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/e55eca0354184b829870748e22c5b579 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/e55eca0354184b829870748e22c5b579 2024-11-27T02:43:30,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/e55eca0354184b829870748e22c5b579, entries=150, sequenceid=421, filesize=12.0 K 2024-11-27T02:43:30,079 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for aeee731b728911bb3e0ade61847921ed in 567ms, sequenceid=421, compaction requested=true 2024-11-27T02:43:30,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:30,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:43:30,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:30,079 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:30,079 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:30,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:43:30,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:30,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:43:30,079 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:30,084 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:30,084 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/A is initiating minor compaction (all files) 2024-11-27T02:43:30,084 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/A in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:30,084 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/fe7ab9eb8ee3490db731f6a535e028e6, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/fe8293c48019420c9599d394ebcb00a0, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/40379e02ffc1430ab44268f1311c484b] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=39.3 K 2024-11-27T02:43:30,084 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:30,084 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/B is initiating minor compaction (all files) 2024-11-27T02:43:30,084 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/B in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:30,084 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/38b52ed7c5f8450aa0c2cc958480c071, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/2613ad182a2c453495ab0011b9a413ab, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/c18a5e7102e34877a65b71234c9ebce2] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=36.9 K 2024-11-27T02:43:30,084 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe7ab9eb8ee3490db731f6a535e028e6, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732675407890 2024-11-27T02:43:30,085 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 38b52ed7c5f8450aa0c2cc958480c071, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732675407890 2024-11-27T02:43:30,085 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe8293c48019420c9599d394ebcb00a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732675408551 2024-11-27T02:43:30,086 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 2613ad182a2c453495ab0011b9a413ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732675408551 2024-11-27T02:43:30,086 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40379e02ffc1430ab44268f1311c484b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732675409195 2024-11-27T02:43:30,087 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting c18a5e7102e34877a65b71234c9ebce2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732675409195 2024-11-27T02:43:30,096 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#B#compaction#305 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:30,097 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/a2ac3fd52a2046789d54e264717357fa is 50, key is test_row_0/B:col10/1732675409195/Put/seqid=0 2024-11-27T02:43:30,111 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#A#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:30,112 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/06a35362d9764eadbfc0b5e49b2a891e is 50, key is test_row_0/A:col10/1732675409195/Put/seqid=0 2024-11-27T02:43:30,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742179_1355 (size=13323) 2024-11-27T02:43:30,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742178_1354 (size=13323) 2024-11-27T02:43:30,170 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/a2ac3fd52a2046789d54e264717357fa as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/a2ac3fd52a2046789d54e264717357fa 2024-11-27T02:43:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-11-27T02:43:30,215 INFO [Thread-1269 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-11-27T02:43:30,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:30,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T02:43:30,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:43:30,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-11-27T02:43:30,219 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:43:30,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T02:43:30,219 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/B of aeee731b728911bb3e0ade61847921ed into a2ac3fd52a2046789d54e264717357fa(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:30,219 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:30,219 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/B, priority=13, startTime=1732675410079; duration=0sec 2024-11-27T02:43:30,219 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:30,219 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:B 2024-11-27T02:43:30,219 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:30,220 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:43:30,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:43:30,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:30,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:30,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:30,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:30,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:30,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:30,221 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:30,222 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/C is initiating minor compaction (all files) 2024-11-27T02:43:30,222 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/C in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:30,222 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/4fb5bcb4dec343b68261a694d13c1be5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/e8b08197f3d74e7fb404953ebbfb05f7, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/e55eca0354184b829870748e22c5b579] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=36.9 K 2024-11-27T02:43:30,222 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fb5bcb4dec343b68261a694d13c1be5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=380, earliestPutTs=1732675407890 2024-11-27T02:43:30,227 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting e8b08197f3d74e7fb404953ebbfb05f7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=400, earliestPutTs=1732675408551 2024-11-27T02:43:30,228 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting e55eca0354184b829870748e22c5b579, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732675409195 2024-11-27T02:43:30,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/b5c8cd4a00de4f0781c090eb8bedf890 is 50, key is test_row_0/A:col10/1732675410186/Put/seqid=0 2024-11-27T02:43:30,246 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#C#compaction#308 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:30,247 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/d5bc81f4cfa346e78c9d41550cd6bc39 is 50, key is test_row_0/C:col10/1732675409195/Put/seqid=0 2024-11-27T02:43:30,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:30,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675470276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675470277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675470278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:30,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675470279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:30,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675470283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742181_1357 (size=13323) 2024-11-27T02:43:30,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742180_1356 (size=12301) 2024-11-27T02:43:30,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/b5c8cd4a00de4f0781c090eb8bedf890 2024-11-27T02:43:30,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/14ed7a544dae4d7481b7a3219137d301 is 50, key is test_row_0/B:col10/1732675410186/Put/seqid=0 2024-11-27T02:43:30,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T02:43:30,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742182_1358 (size=12301) 2024-11-27T02:43:30,372 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,372 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-27T02:43:30,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:30,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:30,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:30,373 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:30,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:30,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:30,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:30,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675470387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:30,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675470387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675470389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675470389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:30,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675470393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T02:43:30,524 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-27T02:43:30,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:30,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:30,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:30,525 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:30,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:30,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:30,567 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/06a35362d9764eadbfc0b5e49b2a891e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/06a35362d9764eadbfc0b5e49b2a891e 2024-11-27T02:43:30,575 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/A of aeee731b728911bb3e0ade61847921ed into 06a35362d9764eadbfc0b5e49b2a891e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:30,575 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:30,575 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/A, priority=13, startTime=1732675410079; duration=0sec 2024-11-27T02:43:30,575 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:30,575 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:A 2024-11-27T02:43:30,594 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:30,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675470592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:30,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675470597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675470597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:30,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675470598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675470597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,677 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,677 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-27T02:43:30,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:30,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:30,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:30,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:30,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:30,697 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/d5bc81f4cfa346e78c9d41550cd6bc39 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/d5bc81f4cfa346e78c9d41550cd6bc39 2024-11-27T02:43:30,702 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in aeee731b728911bb3e0ade61847921ed/C of aeee731b728911bb3e0ade61847921ed into d5bc81f4cfa346e78c9d41550cd6bc39(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:30,703 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:30,703 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/C, priority=13, startTime=1732675410079; duration=0sec 2024-11-27T02:43:30,703 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:30,703 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:C 2024-11-27T02:43:30,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/14ed7a544dae4d7481b7a3219137d301 2024-11-27T02:43:30,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/ccc713ce828545319d6b1a20bc545305 is 50, key is test_row_0/C:col10/1732675410186/Put/seqid=0 2024-11-27T02:43:30,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742183_1359 (size=12301) 2024-11-27T02:43:30,791 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/ccc713ce828545319d6b1a20bc545305 2024-11-27T02:43:30,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/b5c8cd4a00de4f0781c090eb8bedf890 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/b5c8cd4a00de4f0781c090eb8bedf890 2024-11-27T02:43:30,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/b5c8cd4a00de4f0781c090eb8bedf890, entries=150, sequenceid=443, filesize=12.0 K 2024-11-27T02:43:30,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/14ed7a544dae4d7481b7a3219137d301 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/14ed7a544dae4d7481b7a3219137d301 2024-11-27T02:43:30,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/14ed7a544dae4d7481b7a3219137d301, entries=150, sequenceid=443, filesize=12.0 K 2024-11-27T02:43:30,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/ccc713ce828545319d6b1a20bc545305 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/ccc713ce828545319d6b1a20bc545305 2024-11-27T02:43:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T02:43:30,824 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/ccc713ce828545319d6b1a20bc545305, entries=150, sequenceid=443, filesize=12.0 K 2024-11-27T02:43:30,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for aeee731b728911bb3e0ade61847921ed in 608ms, sequenceid=443, compaction requested=false 2024-11-27T02:43:30,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:30,830 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-11-27T02:43:30,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:30,831 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-27T02:43:30,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:30,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:30,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:30,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:30,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:30,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:30,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/c63f49e779fe4a428c151acbef98f0e5 is 50, key is test_row_0/A:col10/1732675410274/Put/seqid=0 2024-11-27T02:43:30,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742184_1360 (size=12301) 2024-11-27T02:43:30,871 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/c63f49e779fe4a428c151acbef98f0e5 2024-11-27T02:43:30,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/e873e65a62734aa59ea1a25b111f2ff9 is 50, key is test_row_0/B:col10/1732675410274/Put/seqid=0 2024-11-27T02:43:30,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:30,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:30,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742185_1361 (size=12301) 2024-11-27T02:43:30,916 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/e873e65a62734aa59ea1a25b111f2ff9 2024-11-27T02:43:30,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675470928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:30,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675470929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675470929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:30,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675470930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:30,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675470930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:30,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/7a6f9c04c72345bf9a744f10e199892a is 50, key is test_row_0/C:col10/1732675410274/Put/seqid=0 2024-11-27T02:43:30,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742186_1362 (size=12301) 2024-11-27T02:43:30,968 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/7a6f9c04c72345bf9a744f10e199892a 2024-11-27T02:43:30,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/c63f49e779fe4a428c151acbef98f0e5 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/c63f49e779fe4a428c151acbef98f0e5 2024-11-27T02:43:30,978 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/c63f49e779fe4a428c151acbef98f0e5, entries=150, sequenceid=462, filesize=12.0 K 2024-11-27T02:43:30,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/e873e65a62734aa59ea1a25b111f2ff9 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e873e65a62734aa59ea1a25b111f2ff9 2024-11-27T02:43:30,983 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e873e65a62734aa59ea1a25b111f2ff9, entries=150, sequenceid=462, filesize=12.0 K 2024-11-27T02:43:30,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/7a6f9c04c72345bf9a744f10e199892a as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/7a6f9c04c72345bf9a744f10e199892a 2024-11-27T02:43:30,990 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/7a6f9c04c72345bf9a744f10e199892a, entries=150, sequenceid=462, filesize=12.0 K 2024-11-27T02:43:30,991 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for aeee731b728911bb3e0ade61847921ed in 160ms, sequenceid=462, compaction requested=true 2024-11-27T02:43:30,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:30,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:30,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-11-27T02:43:30,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-11-27T02:43:30,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-11-27T02:43:30,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 773 msec 2024-11-27T02:43:30,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 778 msec 2024-11-27T02:43:31,037 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-27T02:43:31,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:31,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:31,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:31,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:31,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:31,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:31,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:31,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/504de8cefe584d4cba391ab34b372773 is 50, key is test_row_0/A:col10/1732675410929/Put/seqid=0 2024-11-27T02:43:31,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675471051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,060 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675471056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675471057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675471058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675471058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742187_1363 (size=14741) 2024-11-27T02:43:31,093 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/504de8cefe584d4cba391ab34b372773 2024-11-27T02:43:31,102 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/e46db908452749d0aa228fbd1060bc99 is 50, key is test_row_0/B:col10/1732675410929/Put/seqid=0 2024-11-27T02:43:31,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742188_1364 (size=12301) 2024-11-27T02:43:31,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/e46db908452749d0aa228fbd1060bc99 2024-11-27T02:43:31,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/aa22d58592a84ade84d8767c010f54a1 is 50, key is test_row_0/C:col10/1732675410929/Put/seqid=0 2024-11-27T02:43:31,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675471159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675471163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,166 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675471163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675471163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675471163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742189_1365 (size=12301) 2024-11-27T02:43:31,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-11-27T02:43:31,323 INFO [Thread-1269 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-11-27T02:43:31,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:43:31,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-11-27T02:43:31,327 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:43:31,327 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:43:31,327 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:43:31,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T02:43:31,365 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675471364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675471368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675471369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675471369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675471369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T02:43:31,480 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,481 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-27T02:43:31,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:31,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:31,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:31,481 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:31,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:31,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/aa22d58592a84ade84d8767c010f54a1 2024-11-27T02:43:31,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/504de8cefe584d4cba391ab34b372773 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/504de8cefe584d4cba391ab34b372773 2024-11-27T02:43:31,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/504de8cefe584d4cba391ab34b372773, entries=200, sequenceid=483, filesize=14.4 K 2024-11-27T02:43:31,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/e46db908452749d0aa228fbd1060bc99 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e46db908452749d0aa228fbd1060bc99 2024-11-27T02:43:31,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e46db908452749d0aa228fbd1060bc99, entries=150, sequenceid=483, filesize=12.0 K 2024-11-27T02:43:31,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/aa22d58592a84ade84d8767c010f54a1 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/aa22d58592a84ade84d8767c010f54a1 2024-11-27T02:43:31,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/aa22d58592a84ade84d8767c010f54a1, entries=150, sequenceid=483, filesize=12.0 K 2024-11-27T02:43:31,625 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for aeee731b728911bb3e0ade61847921ed in 589ms, sequenceid=483, compaction requested=true 2024-11-27T02:43:31,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:31,625 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:43:31,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:43:31,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:31,626 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:43:31,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:43:31,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:31,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:43:31,628 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:31,628 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52666 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:43:31,628 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:43:31,628 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/A is initiating minor compaction (all files) 2024-11-27T02:43:31,628 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/B is initiating minor compaction (all files) 2024-11-27T02:43:31,628 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/A in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:31,628 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/B in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:31,628 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/a2ac3fd52a2046789d54e264717357fa, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/14ed7a544dae4d7481b7a3219137d301, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e873e65a62734aa59ea1a25b111f2ff9, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e46db908452749d0aa228fbd1060bc99] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=49.0 K 2024-11-27T02:43:31,628 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/06a35362d9764eadbfc0b5e49b2a891e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/b5c8cd4a00de4f0781c090eb8bedf890, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/c63f49e779fe4a428c151acbef98f0e5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/504de8cefe584d4cba391ab34b372773] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=51.4 K 2024-11-27T02:43:31,629 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 06a35362d9764eadbfc0b5e49b2a891e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732675409195 2024-11-27T02:43:31,629 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting a2ac3fd52a2046789d54e264717357fa, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732675409195 2024-11-27T02:43:31,629 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 14ed7a544dae4d7481b7a3219137d301, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732675409537 2024-11-27T02:43:31,629 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5c8cd4a00de4f0781c090eb8bedf890, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732675409537 2024-11-27T02:43:31,629 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting e873e65a62734aa59ea1a25b111f2ff9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732675410274 2024-11-27T02:43:31,629 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting c63f49e779fe4a428c151acbef98f0e5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732675410274 2024-11-27T02:43:31,630 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting e46db908452749d0aa228fbd1060bc99, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732675410929 2024-11-27T02:43:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T02:43:31,630 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 504de8cefe584d4cba391ab34b372773, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732675410925 2024-11-27T02:43:31,634 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-11-27T02:43:31,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:31,638 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-27T02:43:31,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:31,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:31,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:31,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:31,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:31,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:31,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/f686d55993e34ff3933773f58406de50 is 50, key is test_row_0/A:col10/1732675411048/Put/seqid=0 2024-11-27T02:43:31,658 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#B#compaction#318 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:31,659 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/baec834b67cb4f7aaee1b94845a8bea8 is 50, key is test_row_0/B:col10/1732675410929/Put/seqid=0 2024-11-27T02:43:31,669 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#A#compaction#319 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:31,670 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/f5df63fb1a7c41ffb89ebd55e6f08ee5 is 50, key is test_row_0/A:col10/1732675410929/Put/seqid=0 2024-11-27T02:43:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:31,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:31,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742190_1366 (size=12301) 2024-11-27T02:43:31,700 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,700 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675471695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675471694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675471696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675471697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675471701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742191_1367 (size=13459) 2024-11-27T02:43:31,721 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/baec834b67cb4f7aaee1b94845a8bea8 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/baec834b67cb4f7aaee1b94845a8bea8 2024-11-27T02:43:31,727 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in aeee731b728911bb3e0ade61847921ed/B of aeee731b728911bb3e0ade61847921ed into baec834b67cb4f7aaee1b94845a8bea8(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:31,727 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:31,727 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/B, priority=12, startTime=1732675411626; duration=0sec 2024-11-27T02:43:31,727 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:31,727 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:B 2024-11-27T02:43:31,727 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:43:31,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742192_1368 (size=13459) 2024-11-27T02:43:31,729 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50226 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:43:31,730 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): aeee731b728911bb3e0ade61847921ed/C is initiating minor compaction (all files) 2024-11-27T02:43:31,730 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of aeee731b728911bb3e0ade61847921ed/C in TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:31,730 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/d5bc81f4cfa346e78c9d41550cd6bc39, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/ccc713ce828545319d6b1a20bc545305, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/7a6f9c04c72345bf9a744f10e199892a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/aa22d58592a84ade84d8767c010f54a1] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp, totalSize=49.0 K 2024-11-27T02:43:31,731 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting d5bc81f4cfa346e78c9d41550cd6bc39, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1732675409195 2024-11-27T02:43:31,732 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting ccc713ce828545319d6b1a20bc545305, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732675409537 2024-11-27T02:43:31,733 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a6f9c04c72345bf9a744f10e199892a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1732675410274 2024-11-27T02:43:31,734 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting aa22d58592a84ade84d8767c010f54a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=483, earliestPutTs=1732675410929 2024-11-27T02:43:31,736 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/f5df63fb1a7c41ffb89ebd55e6f08ee5 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/f5df63fb1a7c41ffb89ebd55e6f08ee5 2024-11-27T02:43:31,744 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in aeee731b728911bb3e0ade61847921ed/A of aeee731b728911bb3e0ade61847921ed into f5df63fb1a7c41ffb89ebd55e6f08ee5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:31,745 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:31,745 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/A, priority=12, startTime=1732675411625; duration=0sec 2024-11-27T02:43:31,745 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:31,745 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:A 2024-11-27T02:43:31,748 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): aeee731b728911bb3e0ade61847921ed#C#compaction#320 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:31,748 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/8dd86a617bbb4ee08a37d0487cf96564 is 50, key is test_row_0/C:col10/1732675410929/Put/seqid=0 2024-11-27T02:43:31,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742193_1369 (size=13459) 2024-11-27T02:43:31,768 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/8dd86a617bbb4ee08a37d0487cf96564 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/8dd86a617bbb4ee08a37d0487cf96564 2024-11-27T02:43:31,773 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in aeee731b728911bb3e0ade61847921ed/C of aeee731b728911bb3e0ade61847921ed into 8dd86a617bbb4ee08a37d0487cf96564(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:31,773 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:31,773 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed., storeName=aeee731b728911bb3e0ade61847921ed/C, priority=12, startTime=1732675411626; duration=0sec 2024-11-27T02:43:31,774 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:31,774 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:C 2024-11-27T02:43:31,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675471802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675471803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675471803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675471803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675471805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:31,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T02:43:32,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675472006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:32,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:32,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675472006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:32,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675472006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:32,008 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:32,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675472006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:32,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:32,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675472008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:32,093 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/f686d55993e34ff3933773f58406de50 2024-11-27T02:43:32,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/f83318f48be54802a4bd46d2b616f187 is 50, key is test_row_0/B:col10/1732675411048/Put/seqid=0 2024-11-27T02:43:32,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742194_1370 (size=12301) 2024-11-27T02:43:32,310 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675472309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:32,311 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675472309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:32,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:32,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675472310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:32,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:32,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675472311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:32,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:32,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675472312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T02:43:32,538 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/f83318f48be54802a4bd46d2b616f187 2024-11-27T02:43:32,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/ead43e1a204643cdbee6d062f4a462f8 is 50, key is test_row_0/C:col10/1732675411048/Put/seqid=0 2024-11-27T02:43:32,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742195_1371 (size=12301) 2024-11-27T02:43:32,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:32,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675472812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:32,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675472812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:32,815 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:32,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675472813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:32,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:32,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675472814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:32,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:32,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675472817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:33,116 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=499 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/ead43e1a204643cdbee6d062f4a462f8 2024-11-27T02:43:33,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/f686d55993e34ff3933773f58406de50 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/f686d55993e34ff3933773f58406de50 2024-11-27T02:43:33,128 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/f686d55993e34ff3933773f58406de50, entries=150, sequenceid=499, filesize=12.0 K 2024-11-27T02:43:33,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/f83318f48be54802a4bd46d2b616f187 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/f83318f48be54802a4bd46d2b616f187 2024-11-27T02:43:33,143 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/f83318f48be54802a4bd46d2b616f187, entries=150, sequenceid=499, filesize=12.0 K 2024-11-27T02:43:33,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/ead43e1a204643cdbee6d062f4a462f8 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/ead43e1a204643cdbee6d062f4a462f8 2024-11-27T02:43:33,149 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/ead43e1a204643cdbee6d062f4a462f8, entries=150, sequenceid=499, filesize=12.0 K 2024-11-27T02:43:33,150 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for aeee731b728911bb3e0ade61847921ed in 1511ms, sequenceid=499, compaction requested=false 2024-11-27T02:43:33,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:33,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:33,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-11-27T02:43:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-11-27T02:43:33,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-11-27T02:43:33,157 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8280 sec 2024-11-27T02:43:33,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.8320 sec 2024-11-27T02:43:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-11-27T02:43:33,433 INFO [Thread-1269 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-11-27T02:43:33,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:43:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-11-27T02:43:33,436 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:43:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T02:43:33,437 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:43:33,437 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:43:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T02:43:33,589 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:33,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-11-27T02:43:33,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:33,590 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-27T02:43:33,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:33,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:33,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:33,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:33,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:33,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:33,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/4fba4b0727e8465f902ca2cc659b7b89 is 50, key is test_row_0/A:col10/1732675411695/Put/seqid=0 2024-11-27T02:43:33,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742196_1372 (size=12301) 2024-11-27T02:43:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T02:43:33,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. as already flushing 2024-11-27T02:43:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:33,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:33,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675473852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:33,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:33,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675473853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:33,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675473855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:33,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:33,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:33,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675473855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:33,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675473855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:33,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:33,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675473958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:33,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:33,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675473960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:33,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:33,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675473961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:33,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:33,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675473961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:33,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:33,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675473961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:34,007 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/4fba4b0727e8465f902ca2cc659b7b89 2024-11-27T02:43:34,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/7a2a053ae0e84faa9285e9e279444d13 is 50, key is test_row_0/B:col10/1732675411695/Put/seqid=0 2024-11-27T02:43:34,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T02:43:34,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742197_1373 (size=12301) 2024-11-27T02:43:34,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675474165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:34,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675474165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:34,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675474165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:34,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675474166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:34,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:34,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675474167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:34,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:34,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54196 deadline: 1732675474470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:34,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54126 deadline: 1732675474471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:34,473 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:34,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54140 deadline: 1732675474471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:34,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54164 deadline: 1732675474471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:34,477 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/7a2a053ae0e84faa9285e9e279444d13 2024-11-27T02:43:34,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:34,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54160 deadline: 1732675474476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:34,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/7301bb15c7944a4f9610fbca38cefcca is 50, key is test_row_0/C:col10/1732675411695/Put/seqid=0 2024-11-27T02:43:34,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742198_1374 (size=12301) 2024-11-27T02:43:34,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T02:43:34,759 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:43:34,869 DEBUG [Thread-1270 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x57f1a734 to 127.0.0.1:52502 2024-11-27T02:43:34,869 DEBUG [Thread-1278 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1bb237d6 to 127.0.0.1:52502 2024-11-27T02:43:34,869 DEBUG [Thread-1270 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:43:34,869 DEBUG [Thread-1278 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:43:34,871 DEBUG [Thread-1276 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f233fb2 to 127.0.0.1:52502 2024-11-27T02:43:34,871 DEBUG [Thread-1276 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:43:34,872 DEBUG [Thread-1274 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16d72710 to 127.0.0.1:52502 2024-11-27T02:43:34,872 DEBUG [Thread-1274 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:43:34,873 DEBUG [Thread-1272 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x25a14e0d to 127.0.0.1:52502 2024-11-27T02:43:34,873 DEBUG [Thread-1272 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:43:34,908 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=522 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/7301bb15c7944a4f9610fbca38cefcca 2024-11-27T02:43:34,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/4fba4b0727e8465f902ca2cc659b7b89 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/4fba4b0727e8465f902ca2cc659b7b89 2024-11-27T02:43:34,915 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/4fba4b0727e8465f902ca2cc659b7b89, entries=150, sequenceid=522, filesize=12.0 K 2024-11-27T02:43:34,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/7a2a053ae0e84faa9285e9e279444d13 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/7a2a053ae0e84faa9285e9e279444d13 2024-11-27T02:43:34,919 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/7a2a053ae0e84faa9285e9e279444d13, entries=150, sequenceid=522, filesize=12.0 K 2024-11-27T02:43:34,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/7301bb15c7944a4f9610fbca38cefcca as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/7301bb15c7944a4f9610fbca38cefcca 2024-11-27T02:43:34,924 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/7301bb15c7944a4f9610fbca38cefcca, entries=150, sequenceid=522, filesize=12.0 K 2024-11-27T02:43:34,925 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=100.63 KB/103050 for aeee731b728911bb3e0ade61847921ed in 1335ms, sequenceid=522, compaction requested=true 2024-11-27T02:43:34,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:34,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:34,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-11-27T02:43:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-11-27T02:43:34,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-11-27T02:43:34,927 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4890 sec 2024-11-27T02:43:34,928 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.4920 sec 2024-11-27T02:43:34,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:34,976 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-27T02:43:34,977 DEBUG [Thread-1261 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x118bee7f to 127.0.0.1:52502 2024-11-27T02:43:34,977 DEBUG [Thread-1261 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:43:34,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:34,977 DEBUG [Thread-1267 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x042e251a to 127.0.0.1:52502 2024-11-27T02:43:34,977 DEBUG [Thread-1267 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:43:34,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:34,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:34,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:34,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:34,977 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:34,978 DEBUG [Thread-1263 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x59c0262f to 127.0.0.1:52502 2024-11-27T02:43:34,978 DEBUG [Thread-1263 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:43:34,980 DEBUG [Thread-1259 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51de3a2e to 127.0.0.1:52502 2024-11-27T02:43:34,980 DEBUG [Thread-1259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:43:34,982 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/bfb73b9097b84516a59b794f412cdeaf is 50, key is test_row_0/A:col10/1732675414976/Put/seqid=0 2024-11-27T02:43:34,991 DEBUG [Thread-1265 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x72b3148e to 127.0.0.1:52502 2024-11-27T02:43:34,991 DEBUG [Thread-1265 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:43:35,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742199_1375 (size=12301) 2024-11-27T02:43:35,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/bfb73b9097b84516a59b794f412cdeaf 2024-11-27T02:43:35,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/90458d2aa3a74a4094aa9c72d26a73fc is 50, key is test_row_0/B:col10/1732675414976/Put/seqid=0 2024-11-27T02:43:35,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742200_1376 (size=12301) 2024-11-27T02:43:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-11-27T02:43:35,540 INFO [Thread-1269 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-11-27T02:43:35,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T02:43:35,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-27T02:43:35,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-27T02:43:35,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-27T02:43:35,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-11-27T02:43:35,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-27T02:43:35,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T02:43:35,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4915 2024-11-27T02:43:35,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4867 2024-11-27T02:43:35,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4774 2024-11-27T02:43:35,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4932 2024-11-27T02:43:35,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4848 2024-11-27T02:43:35,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T02:43:35,540 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T02:43:35,540 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x15a06c95 to 127.0.0.1:52502 2024-11-27T02:43:35,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:43:35,541 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T02:43:35,541 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T02:43:35,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T02:43:35,544 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732675415544"}]},"ts":"1732675415544"} 2024-11-27T02:43:35,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T02:43:35,545 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T02:43:35,561 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T02:43:35,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T02:43:35,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=aeee731b728911bb3e0ade61847921ed, UNASSIGN}] 2024-11-27T02:43:35,563 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=aeee731b728911bb3e0ade61847921ed, UNASSIGN 2024-11-27T02:43:35,564 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=aeee731b728911bb3e0ade61847921ed, regionState=CLOSING, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:35,564 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T02:43:35,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326}] 2024-11-27T02:43:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T02:43:35,716 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:35,716 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(124): Close aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:35,716 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T02:43:35,716 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1681): Closing aeee731b728911bb3e0ade61847921ed, disabling compactions & flushes 2024-11-27T02:43:35,716 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:35,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/90458d2aa3a74a4094aa9c72d26a73fc 2024-11-27T02:43:35,819 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/46db5b65ea454c5aaab1287f866d127b is 50, key is test_row_0/C:col10/1732675414976/Put/seqid=0 2024-11-27T02:43:35,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742201_1377 (size=12301) 2024-11-27T02:43:35,823 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=542 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/46db5b65ea454c5aaab1287f866d127b 2024-11-27T02:43:35,828 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/bfb73b9097b84516a59b794f412cdeaf as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/bfb73b9097b84516a59b794f412cdeaf 2024-11-27T02:43:35,831 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/bfb73b9097b84516a59b794f412cdeaf, entries=150, sequenceid=542, filesize=12.0 K 2024-11-27T02:43:35,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/90458d2aa3a74a4094aa9c72d26a73fc as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/90458d2aa3a74a4094aa9c72d26a73fc 2024-11-27T02:43:35,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/90458d2aa3a74a4094aa9c72d26a73fc, entries=150, sequenceid=542, filesize=12.0 K 2024-11-27T02:43:35,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/46db5b65ea454c5aaab1287f866d127b as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/46db5b65ea454c5aaab1287f866d127b 2024-11-27T02:43:35,840 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/46db5b65ea454c5aaab1287f866d127b, entries=150, sequenceid=542, filesize=12.0 K 2024-11-27T02:43:35,841 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=20.13 KB/20610 for aeee731b728911bb3e0ade61847921ed in 865ms, sequenceid=542, compaction requested=true 2024-11-27T02:43:35,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:35,841 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:35,841 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:35,841 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. after waiting 0 ms 2024-11-27T02:43:35,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:43:35,841 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. because compaction request was cancelled 2024-11-27T02:43:35,841 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:35,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:35,841 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:A 2024-11-27T02:43:35,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:B, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:43:35,841 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. because compaction request was cancelled 2024-11-27T02:43:35,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:35,841 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(2837): Flushing aeee731b728911bb3e0ade61847921ed 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-27T02:43:35,841 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:B 2024-11-27T02:43:35,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store aeee731b728911bb3e0ade61847921ed:C, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:43:35,841 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. because compaction request was cancelled 2024-11-27T02:43:35,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:35,841 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: aeee731b728911bb3e0ade61847921ed:C 2024-11-27T02:43:35,841 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=A 2024-11-27T02:43:35,841 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:35,841 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=B 2024-11-27T02:43:35,841 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:35,842 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK aeee731b728911bb3e0ade61847921ed, store=C 2024-11-27T02:43:35,842 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:35,845 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/4bda480a826c4c108fbd4ee06185b47d is 50, key is test_row_0/A:col10/1732675414981/Put/seqid=0 2024-11-27T02:43:35,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T02:43:35,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742202_1378 (size=9857) 2024-11-27T02:43:36,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T02:43:36,254 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/4bda480a826c4c108fbd4ee06185b47d 2024-11-27T02:43:36,260 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/8d3e03dabf8546219339578aa361fdb2 is 50, key is test_row_0/B:col10/1732675414981/Put/seqid=0 2024-11-27T02:43:36,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742203_1379 (size=9857) 2024-11-27T02:43:36,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T02:43:36,670 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/8d3e03dabf8546219339578aa361fdb2 2024-11-27T02:43:36,675 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/c508a79cfacc4c17b0d4d7e63e598e43 is 50, key is test_row_0/C:col10/1732675414981/Put/seqid=0 2024-11-27T02:43:36,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742204_1380 (size=9857) 2024-11-27T02:43:37,079 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=548 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/c508a79cfacc4c17b0d4d7e63e598e43 2024-11-27T02:43:37,083 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/A/4bda480a826c4c108fbd4ee06185b47d as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/4bda480a826c4c108fbd4ee06185b47d 2024-11-27T02:43:37,086 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/4bda480a826c4c108fbd4ee06185b47d, entries=100, sequenceid=548, filesize=9.6 K 2024-11-27T02:43:37,087 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/B/8d3e03dabf8546219339578aa361fdb2 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/8d3e03dabf8546219339578aa361fdb2 2024-11-27T02:43:37,090 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/8d3e03dabf8546219339578aa361fdb2, entries=100, sequenceid=548, filesize=9.6 K 2024-11-27T02:43:37,091 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/.tmp/C/c508a79cfacc4c17b0d4d7e63e598e43 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/c508a79cfacc4c17b0d4d7e63e598e43 2024-11-27T02:43:37,094 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/c508a79cfacc4c17b0d4d7e63e598e43, entries=100, sequenceid=548, filesize=9.6 K 2024-11-27T02:43:37,094 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for aeee731b728911bb3e0ade61847921ed in 1253ms, sequenceid=548, compaction requested=true 2024-11-27T02:43:37,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/45e62134851049b288edce9d897e2974, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/e5a1b0838d3e4fe298fea199fbc3f9a9, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/f02da79659f14f3facf35e93743b3ab2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/76c43d9677474e48a9fc55dbd6cd8869, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/2455b80e334e4efd814ef8b89a2b847f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/79b3ded87ff644a6b1f7cff0267a754a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/3db1896de253442197c9f0f08d513326, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/66adae34876a49f6bc826a30d68ad2f3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/1777cd46aa3244039dcf46927c71f29f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/49cdf1078d9c4069b0a7d8821dd024dd, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/71b9cb587f6c48f5a22009c70c437850, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/cc4271edd1974792991bb678424e93ec, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/9129d509bf514649af25a8cd594d866e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/0e91ad0db46c4f48b3007c7192b15b8e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/69a335d5e24a480180a4d31841b648fd, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/cddfcc6e616141afa06dccf0d1481d25, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/8384e826e1ab4c6581d01c096455a067, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/4406225a652042379816cc9773cd8eb0, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/88726b9118cd4efdb8cf5aeb1ae90421, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/9dd53599a7d84875a98bdd674ab16729, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/aadbe241ab824c758897968b25e63719, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/f2688d08cbb74a6c9b5cb8dc7b481f49, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/4e6e0d1b42a74aaca1c0dff7e6fa456e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/27f9bfaa1850469b81f33877d71aa53a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/cbfa810a00144492ab9f46da8fe084ea, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/8cf0e8fd592f4929bf1370bf5ad80a66, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/a2395df4429f45f79332a92fdf560c75, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/fe7ab9eb8ee3490db731f6a535e028e6, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/fe8293c48019420c9599d394ebcb00a0, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/40379e02ffc1430ab44268f1311c484b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/06a35362d9764eadbfc0b5e49b2a891e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/b5c8cd4a00de4f0781c090eb8bedf890, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/c63f49e779fe4a428c151acbef98f0e5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/504de8cefe584d4cba391ab34b372773] to archive 2024-11-27T02:43:37,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T02:43:37,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/45e62134851049b288edce9d897e2974 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/45e62134851049b288edce9d897e2974 2024-11-27T02:43:37,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/e5a1b0838d3e4fe298fea199fbc3f9a9 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/e5a1b0838d3e4fe298fea199fbc3f9a9 2024-11-27T02:43:37,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/f02da79659f14f3facf35e93743b3ab2 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/f02da79659f14f3facf35e93743b3ab2 2024-11-27T02:43:37,100 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/76c43d9677474e48a9fc55dbd6cd8869 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/76c43d9677474e48a9fc55dbd6cd8869 2024-11-27T02:43:37,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/2455b80e334e4efd814ef8b89a2b847f to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/2455b80e334e4efd814ef8b89a2b847f 2024-11-27T02:43:37,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/79b3ded87ff644a6b1f7cff0267a754a to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/79b3ded87ff644a6b1f7cff0267a754a 2024-11-27T02:43:37,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/3db1896de253442197c9f0f08d513326 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/3db1896de253442197c9f0f08d513326 2024-11-27T02:43:37,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/66adae34876a49f6bc826a30d68ad2f3 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/66adae34876a49f6bc826a30d68ad2f3 2024-11-27T02:43:37,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/1777cd46aa3244039dcf46927c71f29f to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/1777cd46aa3244039dcf46927c71f29f 2024-11-27T02:43:37,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/49cdf1078d9c4069b0a7d8821dd024dd to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/49cdf1078d9c4069b0a7d8821dd024dd 2024-11-27T02:43:37,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/71b9cb587f6c48f5a22009c70c437850 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/71b9cb587f6c48f5a22009c70c437850 2024-11-27T02:43:37,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/cc4271edd1974792991bb678424e93ec to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/cc4271edd1974792991bb678424e93ec 2024-11-27T02:43:37,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/9129d509bf514649af25a8cd594d866e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/9129d509bf514649af25a8cd594d866e 2024-11-27T02:43:37,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/0e91ad0db46c4f48b3007c7192b15b8e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/0e91ad0db46c4f48b3007c7192b15b8e 2024-11-27T02:43:37,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/69a335d5e24a480180a4d31841b648fd to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/69a335d5e24a480180a4d31841b648fd 2024-11-27T02:43:37,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/cddfcc6e616141afa06dccf0d1481d25 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/cddfcc6e616141afa06dccf0d1481d25 2024-11-27T02:43:37,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/8384e826e1ab4c6581d01c096455a067 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/8384e826e1ab4c6581d01c096455a067 2024-11-27T02:43:37,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/4406225a652042379816cc9773cd8eb0 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/4406225a652042379816cc9773cd8eb0 2024-11-27T02:43:37,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/88726b9118cd4efdb8cf5aeb1ae90421 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/88726b9118cd4efdb8cf5aeb1ae90421 2024-11-27T02:43:37,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/9dd53599a7d84875a98bdd674ab16729 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/9dd53599a7d84875a98bdd674ab16729 2024-11-27T02:43:37,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/aadbe241ab824c758897968b25e63719 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/aadbe241ab824c758897968b25e63719 2024-11-27T02:43:37,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/f2688d08cbb74a6c9b5cb8dc7b481f49 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/f2688d08cbb74a6c9b5cb8dc7b481f49 2024-11-27T02:43:37,118 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/4e6e0d1b42a74aaca1c0dff7e6fa456e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/4e6e0d1b42a74aaca1c0dff7e6fa456e 2024-11-27T02:43:37,119 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/27f9bfaa1850469b81f33877d71aa53a to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/27f9bfaa1850469b81f33877d71aa53a 2024-11-27T02:43:37,120 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/cbfa810a00144492ab9f46da8fe084ea to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/cbfa810a00144492ab9f46da8fe084ea 2024-11-27T02:43:37,121 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/8cf0e8fd592f4929bf1370bf5ad80a66 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/8cf0e8fd592f4929bf1370bf5ad80a66 2024-11-27T02:43:37,122 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/a2395df4429f45f79332a92fdf560c75 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/a2395df4429f45f79332a92fdf560c75 2024-11-27T02:43:37,123 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/fe7ab9eb8ee3490db731f6a535e028e6 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/fe7ab9eb8ee3490db731f6a535e028e6 2024-11-27T02:43:37,124 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/fe8293c48019420c9599d394ebcb00a0 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/fe8293c48019420c9599d394ebcb00a0 2024-11-27T02:43:37,126 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/40379e02ffc1430ab44268f1311c484b to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/40379e02ffc1430ab44268f1311c484b 2024-11-27T02:43:37,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/06a35362d9764eadbfc0b5e49b2a891e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/06a35362d9764eadbfc0b5e49b2a891e 2024-11-27T02:43:37,127 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/b5c8cd4a00de4f0781c090eb8bedf890 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/b5c8cd4a00de4f0781c090eb8bedf890 2024-11-27T02:43:37,128 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/c63f49e779fe4a428c151acbef98f0e5 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/c63f49e779fe4a428c151acbef98f0e5 2024-11-27T02:43:37,129 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/504de8cefe584d4cba391ab34b372773 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/504de8cefe584d4cba391ab34b372773 2024-11-27T02:43:37,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/40b30907488a410da3e34cf6945620b0, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/59a5c13f77c34e5e90c9f49cefe89b6c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/67e17fa518e649eabe2df71eb87c8967, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/030610de404a46ac9126c63c85c7456c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/a1b1fc789a784d23a1f134929db71422, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/8ab1eb0f89104c379aaf6073917a8b01, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e86ccf2ff1cb44e5bf3b9c42a3c6ef38, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/5947f99ac432447e9ea0160e6d006962, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/7018cfe399f8410b84c22f8a5b171cd3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/aabd914d181a48c48f1b64e0076d996a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/5696216b79d34d4fae7554fa9c399fdf, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/7dbe6441feef4fe48ad6d0ed66c9cb12, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/baff4f324e524b99aacef46478a98e14, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/0a5970524e574ab593ea6359cada5700, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/cdef02b8c2624670b8b7e2b1dd7a0358, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/d44d77b01d004506988663ef9005f455, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/a839518d5828423496da63d88a978a0e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/9f59bc48bed14b24a3173a455e7640ac, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/628b3abc1f5f407e96aec7c1ce2da6b1, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/574eedfd747342afb021ee326beaeda0, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/010f0b1bb677492daf5035e7778d06d8, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/360a0371037d4082a0ffbd6e7f6c874e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e2103113c9d843d2bcec891de5e13c02, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/f2359b90973a43729ef0073c4ea35f94, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/eba989aea60147a3a4bbdffff7ccd63d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/72b752afcd8f4839a0effe46fae675d2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/38b52ed7c5f8450aa0c2cc958480c071, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/fd45d460e81a44dfae1f3e6e3035cb8c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/2613ad182a2c453495ab0011b9a413ab, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/a2ac3fd52a2046789d54e264717357fa, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/c18a5e7102e34877a65b71234c9ebce2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/14ed7a544dae4d7481b7a3219137d301, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e873e65a62734aa59ea1a25b111f2ff9, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e46db908452749d0aa228fbd1060bc99] to archive 2024-11-27T02:43:37,131 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T02:43:37,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/40b30907488a410da3e34cf6945620b0 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/40b30907488a410da3e34cf6945620b0 2024-11-27T02:43:37,134 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/59a5c13f77c34e5e90c9f49cefe89b6c to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/59a5c13f77c34e5e90c9f49cefe89b6c 2024-11-27T02:43:37,136 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/67e17fa518e649eabe2df71eb87c8967 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/67e17fa518e649eabe2df71eb87c8967 2024-11-27T02:43:37,138 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/030610de404a46ac9126c63c85c7456c to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/030610de404a46ac9126c63c85c7456c 2024-11-27T02:43:37,139 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/a1b1fc789a784d23a1f134929db71422 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/a1b1fc789a784d23a1f134929db71422 2024-11-27T02:43:37,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/8ab1eb0f89104c379aaf6073917a8b01 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/8ab1eb0f89104c379aaf6073917a8b01 2024-11-27T02:43:37,140 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e86ccf2ff1cb44e5bf3b9c42a3c6ef38 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e86ccf2ff1cb44e5bf3b9c42a3c6ef38 2024-11-27T02:43:37,141 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/5947f99ac432447e9ea0160e6d006962 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/5947f99ac432447e9ea0160e6d006962 2024-11-27T02:43:37,142 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/7018cfe399f8410b84c22f8a5b171cd3 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/7018cfe399f8410b84c22f8a5b171cd3 2024-11-27T02:43:37,143 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/aabd914d181a48c48f1b64e0076d996a to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/aabd914d181a48c48f1b64e0076d996a 2024-11-27T02:43:37,144 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/5696216b79d34d4fae7554fa9c399fdf to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/5696216b79d34d4fae7554fa9c399fdf 2024-11-27T02:43:37,145 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/7dbe6441feef4fe48ad6d0ed66c9cb12 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/7dbe6441feef4fe48ad6d0ed66c9cb12 2024-11-27T02:43:37,150 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/baff4f324e524b99aacef46478a98e14 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/baff4f324e524b99aacef46478a98e14 2024-11-27T02:43:37,151 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/0a5970524e574ab593ea6359cada5700 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/0a5970524e574ab593ea6359cada5700 2024-11-27T02:43:37,152 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/cdef02b8c2624670b8b7e2b1dd7a0358 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/cdef02b8c2624670b8b7e2b1dd7a0358 2024-11-27T02:43:37,153 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/d44d77b01d004506988663ef9005f455 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/d44d77b01d004506988663ef9005f455 2024-11-27T02:43:37,154 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/a839518d5828423496da63d88a978a0e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/a839518d5828423496da63d88a978a0e 2024-11-27T02:43:37,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/9f59bc48bed14b24a3173a455e7640ac to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/9f59bc48bed14b24a3173a455e7640ac 2024-11-27T02:43:37,155 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/628b3abc1f5f407e96aec7c1ce2da6b1 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/628b3abc1f5f407e96aec7c1ce2da6b1 2024-11-27T02:43:37,157 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/574eedfd747342afb021ee326beaeda0 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/574eedfd747342afb021ee326beaeda0 2024-11-27T02:43:37,158 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/010f0b1bb677492daf5035e7778d06d8 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/010f0b1bb677492daf5035e7778d06d8 2024-11-27T02:43:37,159 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/360a0371037d4082a0ffbd6e7f6c874e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/360a0371037d4082a0ffbd6e7f6c874e 2024-11-27T02:43:37,160 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e2103113c9d843d2bcec891de5e13c02 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e2103113c9d843d2bcec891de5e13c02 2024-11-27T02:43:37,161 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/f2359b90973a43729ef0073c4ea35f94 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/f2359b90973a43729ef0073c4ea35f94 2024-11-27T02:43:37,162 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/eba989aea60147a3a4bbdffff7ccd63d to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/eba989aea60147a3a4bbdffff7ccd63d 2024-11-27T02:43:37,163 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/72b752afcd8f4839a0effe46fae675d2 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/72b752afcd8f4839a0effe46fae675d2 2024-11-27T02:43:37,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/38b52ed7c5f8450aa0c2cc958480c071 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/38b52ed7c5f8450aa0c2cc958480c071 2024-11-27T02:43:37,164 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/fd45d460e81a44dfae1f3e6e3035cb8c to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/fd45d460e81a44dfae1f3e6e3035cb8c 2024-11-27T02:43:37,165 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/2613ad182a2c453495ab0011b9a413ab to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/2613ad182a2c453495ab0011b9a413ab 2024-11-27T02:43:37,167 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/a2ac3fd52a2046789d54e264717357fa to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/a2ac3fd52a2046789d54e264717357fa 2024-11-27T02:43:37,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/c18a5e7102e34877a65b71234c9ebce2 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/c18a5e7102e34877a65b71234c9ebce2 2024-11-27T02:43:37,168 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/14ed7a544dae4d7481b7a3219137d301 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/14ed7a544dae4d7481b7a3219137d301 2024-11-27T02:43:37,169 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e873e65a62734aa59ea1a25b111f2ff9 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e873e65a62734aa59ea1a25b111f2ff9 2024-11-27T02:43:37,170 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e46db908452749d0aa228fbd1060bc99 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/e46db908452749d0aa228fbd1060bc99 2024-11-27T02:43:37,171 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/d13b91c13be64db0a151c9343f273a6c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/c02fe49cc8d14681a8869c0cd2d5fcdd, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/64ecdbaa181b4c41843ef86b2156818f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/03f818b6422c49e7abda48dc9d1fe540, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/b5a3b1eadc2244828736d2f222a1b393, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/f9bb2f21cdd1483d8075b61882a25184, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/28ee7393183e42a9af6bd5270eb9bb53, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/e23c6f0c7ca744ecae111fd56321b8f3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/89ba26dcb6354f95ac05c5c5caef2ffc, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/5bdceb9cbf924f47b47f873cffae5355, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/6c8a088e5a774a4ca8f551852fa07c0e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/a45ae19e67fa44fcbfd75e1650d898cb, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/d2c8c8f83987463b8da0c8d59acb346a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/ddb217469b264f209f939398b8f595de, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/bf366b1a112c44d8b281296b3a80f741, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/04137a3d9bae42e9a1754ff5380530a9, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/95faeecd4dae49a2b00f1f45f556593b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/4167828982cf492897e5418293388d0c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/c5ad729e552a4aff9bad242e7a5c809d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/7091a1f96feb4f428e78bd5c868fc6b2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/1d550c4c179e43baa4de1e4094ea8317, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/f8ac4ba864444b14ace78d13c02234db, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/c8bbb327377c42fe80bb7219e6378708, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/462a8ba4a39b4d5a926ddfe6e66dde21, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/6dd8baad71b045b2a97be2052bb4350d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/7f98ca24618f4cf185f919ad7220ec16, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/4fb5bcb4dec343b68261a694d13c1be5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/305b421dfbb746d6af29a551f39b3caa, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/e8b08197f3d74e7fb404953ebbfb05f7, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/d5bc81f4cfa346e78c9d41550cd6bc39, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/e55eca0354184b829870748e22c5b579, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/ccc713ce828545319d6b1a20bc545305, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/7a6f9c04c72345bf9a744f10e199892a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/aa22d58592a84ade84d8767c010f54a1] to archive 2024-11-27T02:43:37,172 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T02:43:37,173 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/d13b91c13be64db0a151c9343f273a6c to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/d13b91c13be64db0a151c9343f273a6c 2024-11-27T02:43:37,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/c02fe49cc8d14681a8869c0cd2d5fcdd to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/c02fe49cc8d14681a8869c0cd2d5fcdd 2024-11-27T02:43:37,175 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/64ecdbaa181b4c41843ef86b2156818f to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/64ecdbaa181b4c41843ef86b2156818f 2024-11-27T02:43:37,176 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/03f818b6422c49e7abda48dc9d1fe540 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/03f818b6422c49e7abda48dc9d1fe540 2024-11-27T02:43:37,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/b5a3b1eadc2244828736d2f222a1b393 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/b5a3b1eadc2244828736d2f222a1b393 2024-11-27T02:43:37,177 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/f9bb2f21cdd1483d8075b61882a25184 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/f9bb2f21cdd1483d8075b61882a25184 2024-11-27T02:43:37,178 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/28ee7393183e42a9af6bd5270eb9bb53 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/28ee7393183e42a9af6bd5270eb9bb53 2024-11-27T02:43:37,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/e23c6f0c7ca744ecae111fd56321b8f3 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/e23c6f0c7ca744ecae111fd56321b8f3 2024-11-27T02:43:37,179 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/89ba26dcb6354f95ac05c5c5caef2ffc to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/89ba26dcb6354f95ac05c5c5caef2ffc 2024-11-27T02:43:37,180 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/5bdceb9cbf924f47b47f873cffae5355 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/5bdceb9cbf924f47b47f873cffae5355 2024-11-27T02:43:37,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/6c8a088e5a774a4ca8f551852fa07c0e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/6c8a088e5a774a4ca8f551852fa07c0e 2024-11-27T02:43:37,181 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/a45ae19e67fa44fcbfd75e1650d898cb to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/a45ae19e67fa44fcbfd75e1650d898cb 2024-11-27T02:43:37,182 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/d2c8c8f83987463b8da0c8d59acb346a to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/d2c8c8f83987463b8da0c8d59acb346a 2024-11-27T02:43:37,183 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/ddb217469b264f209f939398b8f595de to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/ddb217469b264f209f939398b8f595de 2024-11-27T02:43:37,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/bf366b1a112c44d8b281296b3a80f741 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/bf366b1a112c44d8b281296b3a80f741 2024-11-27T02:43:37,184 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/04137a3d9bae42e9a1754ff5380530a9 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/04137a3d9bae42e9a1754ff5380530a9 2024-11-27T02:43:37,185 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/95faeecd4dae49a2b00f1f45f556593b to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/95faeecd4dae49a2b00f1f45f556593b 2024-11-27T02:43:37,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/4167828982cf492897e5418293388d0c to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/4167828982cf492897e5418293388d0c 2024-11-27T02:43:37,186 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/c5ad729e552a4aff9bad242e7a5c809d to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/c5ad729e552a4aff9bad242e7a5c809d 2024-11-27T02:43:37,187 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/7091a1f96feb4f428e78bd5c868fc6b2 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/7091a1f96feb4f428e78bd5c868fc6b2 2024-11-27T02:43:37,188 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/1d550c4c179e43baa4de1e4094ea8317 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/1d550c4c179e43baa4de1e4094ea8317 2024-11-27T02:43:37,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/f8ac4ba864444b14ace78d13c02234db to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/f8ac4ba864444b14ace78d13c02234db 2024-11-27T02:43:37,189 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/c8bbb327377c42fe80bb7219e6378708 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/c8bbb327377c42fe80bb7219e6378708 2024-11-27T02:43:37,190 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/462a8ba4a39b4d5a926ddfe6e66dde21 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/462a8ba4a39b4d5a926ddfe6e66dde21 2024-11-27T02:43:37,191 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/6dd8baad71b045b2a97be2052bb4350d to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/6dd8baad71b045b2a97be2052bb4350d 2024-11-27T02:43:37,192 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/7f98ca24618f4cf185f919ad7220ec16 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/7f98ca24618f4cf185f919ad7220ec16 2024-11-27T02:43:37,193 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/4fb5bcb4dec343b68261a694d13c1be5 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/4fb5bcb4dec343b68261a694d13c1be5 2024-11-27T02:43:37,194 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/305b421dfbb746d6af29a551f39b3caa to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/305b421dfbb746d6af29a551f39b3caa 2024-11-27T02:43:37,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/e8b08197f3d74e7fb404953ebbfb05f7 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/e8b08197f3d74e7fb404953ebbfb05f7 2024-11-27T02:43:37,195 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/d5bc81f4cfa346e78c9d41550cd6bc39 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/d5bc81f4cfa346e78c9d41550cd6bc39 2024-11-27T02:43:37,196 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/e55eca0354184b829870748e22c5b579 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/e55eca0354184b829870748e22c5b579 2024-11-27T02:43:37,197 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/ccc713ce828545319d6b1a20bc545305 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/ccc713ce828545319d6b1a20bc545305 2024-11-27T02:43:37,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/7a6f9c04c72345bf9a744f10e199892a to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/7a6f9c04c72345bf9a744f10e199892a 2024-11-27T02:43:37,198 DEBUG [StoreCloser-TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/aa22d58592a84ade84d8767c010f54a1 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/aa22d58592a84ade84d8767c010f54a1 2024-11-27T02:43:37,202 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/recovered.edits/551.seqid, newMaxSeqId=551, maxSeqId=1 2024-11-27T02:43:37,202 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed. 2024-11-27T02:43:37,202 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1635): Region close journal for aeee731b728911bb3e0ade61847921ed: 2024-11-27T02:43:37,203 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(170): Closed aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:37,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=aeee731b728911bb3e0ade61847921ed, regionState=CLOSED 2024-11-27T02:43:37,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-11-27T02:43:37,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure aeee731b728911bb3e0ade61847921ed, server=7723ddd88b72,35047,1732674726326 in 1.6390 sec 2024-11-27T02:43:37,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-11-27T02:43:37,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=aeee731b728911bb3e0ade61847921ed, UNASSIGN in 1.6420 sec 2024-11-27T02:43:37,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-11-27T02:43:37,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6450 sec 2024-11-27T02:43:37,208 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732675417208"}]},"ts":"1732675417208"} 2024-11-27T02:43:37,209 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T02:43:37,248 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T02:43:37,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.7080 sec 2024-11-27T02:43:37,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-11-27T02:43:37,648 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-11-27T02:43:37,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T02:43:37,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:43:37,649 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:43:37,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T02:43:37,650 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=95, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:43:37,652 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:37,654 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A, FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B, FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C, FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/recovered.edits] 2024-11-27T02:43:37,676 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/4bda480a826c4c108fbd4ee06185b47d to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/4bda480a826c4c108fbd4ee06185b47d 2024-11-27T02:43:37,677 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/4fba4b0727e8465f902ca2cc659b7b89 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/4fba4b0727e8465f902ca2cc659b7b89 2024-11-27T02:43:37,677 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/bfb73b9097b84516a59b794f412cdeaf to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/bfb73b9097b84516a59b794f412cdeaf 2024-11-27T02:43:37,678 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/f5df63fb1a7c41ffb89ebd55e6f08ee5 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/f5df63fb1a7c41ffb89ebd55e6f08ee5 2024-11-27T02:43:37,679 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/f686d55993e34ff3933773f58406de50 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/A/f686d55993e34ff3933773f58406de50 2024-11-27T02:43:37,681 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/7a2a053ae0e84faa9285e9e279444d13 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/7a2a053ae0e84faa9285e9e279444d13 2024-11-27T02:43:37,681 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/8d3e03dabf8546219339578aa361fdb2 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/8d3e03dabf8546219339578aa361fdb2 2024-11-27T02:43:37,682 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/90458d2aa3a74a4094aa9c72d26a73fc to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/90458d2aa3a74a4094aa9c72d26a73fc 2024-11-27T02:43:37,683 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/baec834b67cb4f7aaee1b94845a8bea8 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/baec834b67cb4f7aaee1b94845a8bea8 2024-11-27T02:43:37,684 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/f83318f48be54802a4bd46d2b616f187 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/B/f83318f48be54802a4bd46d2b616f187 2024-11-27T02:43:37,685 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/46db5b65ea454c5aaab1287f866d127b to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/46db5b65ea454c5aaab1287f866d127b 2024-11-27T02:43:37,686 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/7301bb15c7944a4f9610fbca38cefcca to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/7301bb15c7944a4f9610fbca38cefcca 2024-11-27T02:43:37,687 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/8dd86a617bbb4ee08a37d0487cf96564 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/8dd86a617bbb4ee08a37d0487cf96564 2024-11-27T02:43:37,688 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/c508a79cfacc4c17b0d4d7e63e598e43 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/c508a79cfacc4c17b0d4d7e63e598e43 2024-11-27T02:43:37,689 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/ead43e1a204643cdbee6d062f4a462f8 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/C/ead43e1a204643cdbee6d062f4a462f8 2024-11-27T02:43:37,691 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/recovered.edits/551.seqid to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed/recovered.edits/551.seqid 2024-11-27T02:43:37,691 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/aeee731b728911bb3e0ade61847921ed 2024-11-27T02:43:37,691 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T02:43:37,693 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=95, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:43:37,694 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T02:43:37,696 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T02:43:37,697 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=95, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:43:37,697 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T02:43:37,697 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732675417697"}]},"ts":"9223372036854775807"} 2024-11-27T02:43:37,698 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T02:43:37,698 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => aeee731b728911bb3e0ade61847921ed, NAME => 'TestAcidGuarantees,,1732675392494.aeee731b728911bb3e0ade61847921ed.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T02:43:37,698 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T02:43:37,699 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732675417698"}]},"ts":"9223372036854775807"} 2024-11-27T02:43:37,701 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T02:43:37,715 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=95, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:43:37,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-11-27T02:43:37,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-11-27T02:43:37,752 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-11-27T02:43:37,761 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testGetAtomicity Thread=237 (was 231) - Thread LEAK? -, OpenFileDescriptor=453 (was 442) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=403 (was 223) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10164 (was 10320) 2024-11-27T02:43:37,770 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=237, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=403, ProcessCount=11, AvailableMemoryMB=10164 2024-11-27T02:43:37,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T02:43:37,772 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T02:43:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T02:43:37,773 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T02:43:37,773 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:37,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 96 2024-11-27T02:43:37,774 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T02:43:37,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-27T02:43:37,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742205_1381 (size=960) 2024-11-27T02:43:37,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-27T02:43:38,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-27T02:43:38,180 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67 2024-11-27T02:43:38,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742206_1382 (size=53) 2024-11-27T02:43:38,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-27T02:43:38,587 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T02:43:38,587 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing dd634961426e620ddcced498c3e54363, disabling compactions & flushes 2024-11-27T02:43:38,587 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:38,587 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:38,587 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. after waiting 0 ms 2024-11-27T02:43:38,587 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:38,587 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:38,587 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:38,588 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T02:43:38,589 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732675418588"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732675418588"}]},"ts":"1732675418588"} 2024-11-27T02:43:38,589 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T02:43:38,590 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T02:43:38,591 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732675418590"}]},"ts":"1732675418590"} 2024-11-27T02:43:38,591 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T02:43:38,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd634961426e620ddcced498c3e54363, ASSIGN}] 2024-11-27T02:43:38,640 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd634961426e620ddcced498c3e54363, ASSIGN 2024-11-27T02:43:38,641 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd634961426e620ddcced498c3e54363, ASSIGN; state=OFFLINE, location=7723ddd88b72,35047,1732674726326; forceNewPlan=false, retain=false 2024-11-27T02:43:38,791 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=dd634961426e620ddcced498c3e54363, regionState=OPENING, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:38,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; OpenRegionProcedure dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326}] 2024-11-27T02:43:38,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-27T02:43:38,944 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:38,947 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:38,947 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7285): Opening region: {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} 2024-11-27T02:43:38,947 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dd634961426e620ddcced498c3e54363 2024-11-27T02:43:38,947 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T02:43:38,947 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7327): checking encryption for dd634961426e620ddcced498c3e54363 2024-11-27T02:43:38,947 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7330): checking classloading for dd634961426e620ddcced498c3e54363 2024-11-27T02:43:38,949 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dd634961426e620ddcced498c3e54363 2024-11-27T02:43:38,951 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:43:38,951 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd634961426e620ddcced498c3e54363 columnFamilyName A 2024-11-27T02:43:38,951 DEBUG [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:38,952 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] regionserver.HStore(327): Store=dd634961426e620ddcced498c3e54363/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:43:38,952 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dd634961426e620ddcced498c3e54363 2024-11-27T02:43:38,959 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:43:38,959 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd634961426e620ddcced498c3e54363 columnFamilyName B 2024-11-27T02:43:38,959 DEBUG [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:38,959 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] regionserver.HStore(327): Store=dd634961426e620ddcced498c3e54363/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:43:38,960 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dd634961426e620ddcced498c3e54363 2024-11-27T02:43:38,961 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:43:38,961 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd634961426e620ddcced498c3e54363 columnFamilyName C 2024-11-27T02:43:38,961 DEBUG [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:38,961 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] regionserver.HStore(327): Store=dd634961426e620ddcced498c3e54363/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:43:38,961 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:38,962 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363 2024-11-27T02:43:38,962 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363 2024-11-27T02:43:38,963 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T02:43:38,964 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1085): writing seq id for dd634961426e620ddcced498c3e54363 2024-11-27T02:43:38,966 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T02:43:38,967 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1102): Opened dd634961426e620ddcced498c3e54363; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66983228, jitterRate=-0.0018721222877502441}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T02:43:38,967 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1001): Region open journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:38,968 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., pid=98, masterSystemTime=1732675418944 2024-11-27T02:43:38,969 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:38,969 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:38,970 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=dd634961426e620ddcced498c3e54363, regionState=OPEN, openSeqNum=2, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:38,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-11-27T02:43:38,972 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; OpenRegionProcedure dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 in 179 msec 2024-11-27T02:43:38,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-11-27T02:43:38,973 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd634961426e620ddcced498c3e54363, ASSIGN in 332 msec 2024-11-27T02:43:38,973 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T02:43:38,973 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732675418973"}]},"ts":"1732675418973"} 2024-11-27T02:43:38,975 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T02:43:38,986 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T02:43:38,987 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2140 sec 2024-11-27T02:43:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-11-27T02:43:39,879 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-11-27T02:43:39,880 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29f7aca2 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64046592 2024-11-27T02:43:39,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1755e978, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:43:39,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:43:39,927 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37474, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:43:39,928 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T02:43:39,929 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53760, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T02:43:39,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T02:43:39,931 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T02:43:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-27T02:43:39,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742207_1383 (size=996) 2024-11-27T02:43:39,943 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-27T02:43:39,944 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-27T02:43:39,946 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T02:43:39,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd634961426e620ddcced498c3e54363, REOPEN/MOVE}] 2024-11-27T02:43:39,950 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd634961426e620ddcced498c3e54363, REOPEN/MOVE 2024-11-27T02:43:39,950 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=dd634961426e620ddcced498c3e54363, regionState=CLOSING, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:39,951 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T02:43:39,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; CloseRegionProcedure dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326}] 2024-11-27T02:43:40,104 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:40,105 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(124): Close dd634961426e620ddcced498c3e54363 2024-11-27T02:43:40,105 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T02:43:40,105 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1681): Closing dd634961426e620ddcced498c3e54363, disabling compactions & flushes 2024-11-27T02:43:40,105 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:40,105 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:40,105 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. after waiting 0 ms 2024-11-27T02:43:40,105 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:40,109 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T02:43:40,109 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:40,109 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1635): Region close journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:40,109 WARN [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionServer(3786): Not adding moved region record: dd634961426e620ddcced498c3e54363 to self. 2024-11-27T02:43:40,111 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(170): Closed dd634961426e620ddcced498c3e54363 2024-11-27T02:43:40,111 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=dd634961426e620ddcced498c3e54363, regionState=CLOSED 2024-11-27T02:43:40,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-11-27T02:43:40,113 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseRegionProcedure dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 in 161 msec 2024-11-27T02:43:40,113 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd634961426e620ddcced498c3e54363, REOPEN/MOVE; state=CLOSED, location=7723ddd88b72,35047,1732674726326; forceNewPlan=false, retain=true 2024-11-27T02:43:40,264 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=dd634961426e620ddcced498c3e54363, regionState=OPENING, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:40,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=101, state=RUNNABLE; OpenRegionProcedure dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326}] 2024-11-27T02:43:40,416 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:40,418 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:40,418 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7285): Opening region: {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} 2024-11-27T02:43:40,419 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dd634961426e620ddcced498c3e54363 2024-11-27T02:43:40,419 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T02:43:40,419 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7327): checking encryption for dd634961426e620ddcced498c3e54363 2024-11-27T02:43:40,419 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7330): checking classloading for dd634961426e620ddcced498c3e54363 2024-11-27T02:43:40,420 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dd634961426e620ddcced498c3e54363 2024-11-27T02:43:40,421 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:43:40,421 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd634961426e620ddcced498c3e54363 columnFamilyName A 2024-11-27T02:43:40,422 DEBUG [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:40,423 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] regionserver.HStore(327): Store=dd634961426e620ddcced498c3e54363/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:43:40,423 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dd634961426e620ddcced498c3e54363 2024-11-27T02:43:40,423 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:43:40,424 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd634961426e620ddcced498c3e54363 columnFamilyName B 2024-11-27T02:43:40,424 DEBUG [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:40,424 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] regionserver.HStore(327): Store=dd634961426e620ddcced498c3e54363/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:43:40,424 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dd634961426e620ddcced498c3e54363 2024-11-27T02:43:40,425 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:43:40,425 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd634961426e620ddcced498c3e54363 columnFamilyName C 2024-11-27T02:43:40,425 DEBUG [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:40,425 INFO [StoreOpener-dd634961426e620ddcced498c3e54363-1 {}] regionserver.HStore(327): Store=dd634961426e620ddcced498c3e54363/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:43:40,426 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:40,426 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363 2024-11-27T02:43:40,427 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363 2024-11-27T02:43:40,428 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T02:43:40,430 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1085): writing seq id for dd634961426e620ddcced498c3e54363 2024-11-27T02:43:40,431 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1102): Opened dd634961426e620ddcced498c3e54363; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68836407, jitterRate=0.02574239671230316}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T02:43:40,432 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1001): Region open journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:40,433 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., pid=103, masterSystemTime=1732675420416 2024-11-27T02:43:40,435 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:40,435 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:40,436 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=dd634961426e620ddcced498c3e54363, regionState=OPEN, openSeqNum=5, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:40,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=101 2024-11-27T02:43:40,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=101, state=SUCCESS; OpenRegionProcedure dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 in 172 msec 2024-11-27T02:43:40,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-11-27T02:43:40,439 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd634961426e620ddcced498c3e54363, REOPEN/MOVE in 489 msec 2024-11-27T02:43:40,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-11-27T02:43:40,441 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 493 msec 2024-11-27T02:43:40,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 509 msec 2024-11-27T02:43:40,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-11-27T02:43:40,445 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0708c182 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40e70c04 2024-11-27T02:43:40,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c13349, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:43:40,476 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d810ef2 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@257eae6a 2024-11-27T02:43:40,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54548af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:43:40,491 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b487065 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b959498 2024-11-27T02:43:40,499 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b66a82f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:43:40,500 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x55264dad to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@12d032c5 2024-11-27T02:43:40,511 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c59c760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:43:40,512 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58ba3ef8 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b6f7930 2024-11-27T02:43:40,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@397fd5fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:43:40,525 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0d8a5267 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4a9d9629 2024-11-27T02:43:40,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b488445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:43:40,538 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x391f4285 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f95a751 2024-11-27T02:43:40,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6080624a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:43:40,550 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c5480a0 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3e491154 2024-11-27T02:43:40,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5db8b6e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:43:40,557 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d3023ef to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b855aac 2024-11-27T02:43:40,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3312cea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:43:40,566 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5571dbeb to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5420bbd3 2024-11-27T02:43:40,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71622006, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:43:40,576 DEBUG [hconnection-0x13d881e9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:43:40,576 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:43:40,577 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37480, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:43:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-11-27T02:43:40,578 DEBUG [hconnection-0x3c597009-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:43:40,579 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:43:40,579 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37484, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:43:40,579 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:43:40,579 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:43:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-27T02:43:40,580 DEBUG [hconnection-0x325c2fc2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:43:40,581 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37496, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:43:40,582 DEBUG [hconnection-0x3847260e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:43:40,583 DEBUG [hconnection-0x79f0ebf7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:43:40,584 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37500, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:43:40,585 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37514, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:43:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on dd634961426e620ddcced498c3e54363 2024-11-27T02:43:40,590 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd634961426e620ddcced498c3e54363 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T02:43:40,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=A 2024-11-27T02:43:40,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:40,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=B 2024-11-27T02:43:40,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:40,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=C 2024-11-27T02:43:40,591 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:40,599 DEBUG [hconnection-0x21d781b8-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:43:40,599 DEBUG [hconnection-0x2b43f9e7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:43:40,601 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:43:40,601 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37528, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:43:40,603 DEBUG [hconnection-0x1ed50662-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:43:40,604 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37546, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:43:40,605 DEBUG [hconnection-0x3710ff29-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:43:40,606 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37556, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:43:40,612 DEBUG [hconnection-0x4aa30080-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:43:40,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675480612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:40,613 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37568, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:43:40,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675480612, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:40,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:40,619 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675480613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675480614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:40,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675480621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:40,645 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112774d0cd7dfe0840239faa562b520fe29d_dd634961426e620ddcced498c3e54363 is 50, key is test_row_0/A:col10/1732675420589/Put/seqid=0 2024-11-27T02:43:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-27T02:43:40,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742208_1384 (size=12154) 2024-11-27T02:43:40,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675480714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:40,715 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675480714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:40,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675480720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:40,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675480720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:40,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675480723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:40,732 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:40,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T02:43:40,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:40,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:40,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:40,733 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:40,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-27T02:43:40,884 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:40,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T02:43:40,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:40,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:40,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:40,885 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:40,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:40,917 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675480917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:40,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675480918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:40,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675480925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:40,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675480924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:40,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675480926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,038 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T02:43:41,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:41,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:41,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:41,039 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:41,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:41,099 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:41,102 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112774d0cd7dfe0840239faa562b520fe29d_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112774d0cd7dfe0840239faa562b520fe29d_dd634961426e620ddcced498c3e54363 2024-11-27T02:43:41,103 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/3170df7e826641d0b3df4f8a10cdf2b4, store: [table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:41,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/3170df7e826641d0b3df4f8a10cdf2b4 is 175, key is test_row_0/A:col10/1732675420589/Put/seqid=0 2024-11-27T02:43:41,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742209_1385 (size=30955) 2024-11-27T02:43:41,131 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/3170df7e826641d0b3df4f8a10cdf2b4 2024-11-27T02:43:41,160 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/1ca6bc7188e0459e917e696b2250d529 is 50, key is test_row_0/B:col10/1732675420589/Put/seqid=0 2024-11-27T02:43:41,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742210_1386 (size=12001) 2024-11-27T02:43:41,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/1ca6bc7188e0459e917e696b2250d529 2024-11-27T02:43:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-27T02:43:41,191 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T02:43:41,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:41,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:41,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:41,192 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:41,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:41,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/ad73a09f042a4e1cb81fec633d25e67e is 50, key is test_row_0/C:col10/1732675420589/Put/seqid=0 2024-11-27T02:43:41,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675481221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675481221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675481227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675481227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675481228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742211_1387 (size=12001) 2024-11-27T02:43:41,345 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T02:43:41,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:41,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:41,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:41,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:41,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:41,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:41,497 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,497 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T02:43:41,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:41,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:41,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:41,498 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:41,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:41,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:41,651 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T02:43:41,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:41,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:41,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:41,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:41,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:41,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:41,662 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/ad73a09f042a4e1cb81fec633d25e67e 2024-11-27T02:43:41,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/3170df7e826641d0b3df4f8a10cdf2b4 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/3170df7e826641d0b3df4f8a10cdf2b4 2024-11-27T02:43:41,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/3170df7e826641d0b3df4f8a10cdf2b4, entries=150, sequenceid=17, filesize=30.2 K 2024-11-27T02:43:41,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/1ca6bc7188e0459e917e696b2250d529 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/1ca6bc7188e0459e917e696b2250d529 2024-11-27T02:43:41,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/1ca6bc7188e0459e917e696b2250d529, entries=150, sequenceid=17, filesize=11.7 K 2024-11-27T02:43:41,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/ad73a09f042a4e1cb81fec633d25e67e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/ad73a09f042a4e1cb81fec633d25e67e 2024-11-27T02:43:41,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-27T02:43:41,689 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/ad73a09f042a4e1cb81fec633d25e67e, entries=150, sequenceid=17, filesize=11.7 K 2024-11-27T02:43:41,692 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for dd634961426e620ddcced498c3e54363 in 1101ms, sequenceid=17, compaction requested=false 2024-11-27T02:43:41,692 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-27T02:43:41,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on dd634961426e620ddcced498c3e54363 2024-11-27T02:43:41,736 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd634961426e620ddcced498c3e54363 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T02:43:41,741 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=A 2024-11-27T02:43:41,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:41,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=B 2024-11-27T02:43:41,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:41,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=C 2024-11-27T02:43:41,742 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:41,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675481745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675481748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675481748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675481749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:41,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675481750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d4751c864cfd4a6caecad906399e0ef6_dd634961426e620ddcced498c3e54363 is 50, key is test_row_0/A:col10/1732675421736/Put/seqid=0 2024-11-27T02:43:41,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742212_1388 (size=12154) 2024-11-27T02:43:41,792 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:41,798 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127d4751c864cfd4a6caecad906399e0ef6_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d4751c864cfd4a6caecad906399e0ef6_dd634961426e620ddcced498c3e54363 2024-11-27T02:43:41,800 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/9ee2c746e8d64b358498661251ed143d, store: [table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:41,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/9ee2c746e8d64b358498661251ed143d is 175, key is test_row_0/A:col10/1732675421736/Put/seqid=0 2024-11-27T02:43:41,805 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T02:43:41,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:41,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:41,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:41,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:41,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:41,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:41,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742213_1389 (size=30955) 2024-11-27T02:43:41,811 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=44, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/9ee2c746e8d64b358498661251ed143d 2024-11-27T02:43:41,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/636fd1f940e04fd092b344a4acae989b is 50, key is test_row_0/B:col10/1732675421736/Put/seqid=0 2024-11-27T02:43:41,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:41,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675481851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675481852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675481852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675481853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:41,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675481853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742214_1390 (size=12001) 2024-11-27T02:43:41,957 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:41,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T02:43:41,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:41,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:41,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:41,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:41,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:41,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:42,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:42,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675482056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:42,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675482058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:42,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:42,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675482059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:42,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:42,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675482059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:42,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:42,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675482060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:42,110 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:42,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T02:43:42,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:42,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:42,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:42,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:42,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:42,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/636fd1f940e04fd092b344a4acae989b 2024-11-27T02:43:42,271 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:42,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T02:43:42,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:42,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:42,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:42,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:42,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:42,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:42,288 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/45ebe4e127654830afc0c287e3dd0a37 is 50, key is test_row_0/C:col10/1732675421736/Put/seqid=0 2024-11-27T02:43:42,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742215_1391 (size=12001) 2024-11-27T02:43:42,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675482360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:42,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675482361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:42,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675482363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:42,365 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675482364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:42,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675482367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:42,425 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:42,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T02:43:42,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:42,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:42,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:42,426 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:42,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:42,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:42,578 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:42,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T02:43:42,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:42,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:42,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:42,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:42,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:42,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:42,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-27T02:43:42,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/45ebe4e127654830afc0c287e3dd0a37 2024-11-27T02:43:42,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/9ee2c746e8d64b358498661251ed143d as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/9ee2c746e8d64b358498661251ed143d 2024-11-27T02:43:42,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/9ee2c746e8d64b358498661251ed143d, entries=150, sequenceid=44, filesize=30.2 K 2024-11-27T02:43:42,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/636fd1f940e04fd092b344a4acae989b as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/636fd1f940e04fd092b344a4acae989b 2024-11-27T02:43:42,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/636fd1f940e04fd092b344a4acae989b, entries=150, sequenceid=44, filesize=11.7 K 2024-11-27T02:43:42,723 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/45ebe4e127654830afc0c287e3dd0a37 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/45ebe4e127654830afc0c287e3dd0a37 2024-11-27T02:43:42,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/45ebe4e127654830afc0c287e3dd0a37, entries=150, sequenceid=44, filesize=11.7 K 2024-11-27T02:43:42,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for dd634961426e620ddcced498c3e54363 in 991ms, sequenceid=44, compaction requested=false 2024-11-27T02:43:42,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:42,730 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:42,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-11-27T02:43:42,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:42,731 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing dd634961426e620ddcced498c3e54363 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-27T02:43:42,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=A 2024-11-27T02:43:42,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:42,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=B 2024-11-27T02:43:42,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:42,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=C 2024-11-27T02:43:42,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:42,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112793a9f7f966ba40d2be688e60da96d7ad_dd634961426e620ddcced498c3e54363 is 50, key is test_row_0/A:col10/1732675421743/Put/seqid=0 2024-11-27T02:43:42,741 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T02:43:42,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742216_1392 (size=12154) 2024-11-27T02:43:42,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:42,767 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112793a9f7f966ba40d2be688e60da96d7ad_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112793a9f7f966ba40d2be688e60da96d7ad_dd634961426e620ddcced498c3e54363 2024-11-27T02:43:42,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/6f2680c9c63442ca8accfca4d2de6838, store: [table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:42,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/6f2680c9c63442ca8accfca4d2de6838 is 175, key is test_row_0/A:col10/1732675421743/Put/seqid=0 2024-11-27T02:43:42,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742217_1393 (size=30955) 2024-11-27T02:43:42,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on dd634961426e620ddcced498c3e54363 2024-11-27T02:43:42,902 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:42,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675482898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:42,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:42,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675482898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:42,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:42,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675482901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:42,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675482901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:42,907 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:42,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675482902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:43,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675483003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:43,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:43,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675483003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:43,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:43,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675483007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:43,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675483007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:43,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:43,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675483007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:43,187 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/6f2680c9c63442ca8accfca4d2de6838 2024-11-27T02:43:43,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/337b49ab1be24bc2b5b3545718ca5e23 is 50, key is test_row_0/B:col10/1732675421743/Put/seqid=0 2024-11-27T02:43:43,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742218_1394 (size=12001) 2024-11-27T02:43:43,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:43,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675483208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:43,211 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:43,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675483208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:43,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675483211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:43,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675483212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:43,214 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:43,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675483212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:43,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:43,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675483513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:43,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675483515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:43,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:43,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675483515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:43,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675483516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:43,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:43,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675483517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:43,603 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/337b49ab1be24bc2b5b3545718ca5e23 2024-11-27T02:43:43,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/d15a8c10cc6b44bda2d68395e779f81e is 50, key is test_row_0/C:col10/1732675421743/Put/seqid=0 2024-11-27T02:43:43,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742219_1395 (size=12001) 2024-11-27T02:43:44,011 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/d15a8c10cc6b44bda2d68395e779f81e 2024-11-27T02:43:44,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/6f2680c9c63442ca8accfca4d2de6838 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/6f2680c9c63442ca8accfca4d2de6838 2024-11-27T02:43:44,017 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/6f2680c9c63442ca8accfca4d2de6838, entries=150, sequenceid=53, filesize=30.2 K 2024-11-27T02:43:44,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/337b49ab1be24bc2b5b3545718ca5e23 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/337b49ab1be24bc2b5b3545718ca5e23 2024-11-27T02:43:44,020 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/337b49ab1be24bc2b5b3545718ca5e23, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T02:43:44,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/d15a8c10cc6b44bda2d68395e779f81e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/d15a8c10cc6b44bda2d68395e779f81e 2024-11-27T02:43:44,024 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/d15a8c10cc6b44bda2d68395e779f81e, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T02:43:44,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675484021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:44,025 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for dd634961426e620ddcced498c3e54363 in 1294ms, sequenceid=53, compaction requested=true 2024-11-27T02:43:44,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:44,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:44,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-11-27T02:43:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on dd634961426e620ddcced498c3e54363 2024-11-27T02:43:44,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-11-27T02:43:44,025 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd634961426e620ddcced498c3e54363 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T02:43:44,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=A 2024-11-27T02:43:44,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:44,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=B 2024-11-27T02:43:44,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:44,025 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=C 2024-11-27T02:43:44,026 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:44,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-11-27T02:43:44,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4470 sec 2024-11-27T02:43:44,028 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 3.4500 sec 2024-11-27T02:43:44,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112789dbfca4ffe84e588f470e0f1e738798_dd634961426e620ddcced498c3e54363 is 50, key is test_row_0/A:col10/1732675422900/Put/seqid=0 2024-11-27T02:43:44,034 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:44,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675484029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:44,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742220_1396 (size=14594) 2024-11-27T02:43:44,036 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675484031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:44,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:44,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675484034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:44,038 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112789dbfca4ffe84e588f470e0f1e738798_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112789dbfca4ffe84e588f470e0f1e738798_dd634961426e620ddcced498c3e54363 2024-11-27T02:43:44,039 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/64e949e021d440c3bd60485eac91e6a1, store: [table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:44,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/64e949e021d440c3bd60485eac91e6a1 is 175, key is test_row_0/A:col10/1732675422900/Put/seqid=0 2024-11-27T02:43:44,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675484034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:44,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742221_1397 (size=39549) 2024-11-27T02:43:44,042 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/64e949e021d440c3bd60485eac91e6a1 2024-11-27T02:43:44,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/12c1ec4807d74a14a02bdb9dfaa9a927 is 50, key is test_row_0/B:col10/1732675422900/Put/seqid=0 2024-11-27T02:43:44,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742222_1398 (size=12001) 2024-11-27T02:43:44,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:44,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675484135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:44,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:44,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675484137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:44,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:44,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675484137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:44,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:44,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675484141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:44,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675484341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:44,344 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675484341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:44,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675484342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:44,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675484346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:44,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/12c1ec4807d74a14a02bdb9dfaa9a927 2024-11-27T02:43:44,457 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/d0061b2149264ec99b7e3bbc7a8a5fc4 is 50, key is test_row_0/C:col10/1732675422900/Put/seqid=0 2024-11-27T02:43:44,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742223_1399 (size=12001) 2024-11-27T02:43:44,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675484646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:44,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:44,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675484646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:44,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:44,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675484647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:44,655 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:44,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675484651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:44,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-11-27T02:43:44,688 INFO [Thread-1777 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-11-27T02:43:44,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:43:44,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-11-27T02:43:44,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-27T02:43:44,690 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:43:44,690 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:43:44,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:43:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-27T02:43:44,841 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:44,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-27T02:43:44,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:44,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:44,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:44,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] handler.RSProcedureHandler(58): pid=107 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:44,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=107 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:44,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=107 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:44,860 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/d0061b2149264ec99b7e3bbc7a8a5fc4 2024-11-27T02:43:44,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/64e949e021d440c3bd60485eac91e6a1 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/64e949e021d440c3bd60485eac91e6a1 2024-11-27T02:43:44,866 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/64e949e021d440c3bd60485eac91e6a1, entries=200, sequenceid=81, filesize=38.6 K 2024-11-27T02:43:44,867 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/12c1ec4807d74a14a02bdb9dfaa9a927 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/12c1ec4807d74a14a02bdb9dfaa9a927 2024-11-27T02:43:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,869 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/12c1ec4807d74a14a02bdb9dfaa9a927, entries=150, sequenceid=81, filesize=11.7 K 2024-11-27T02:43:44,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/d0061b2149264ec99b7e3bbc7a8a5fc4 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/d0061b2149264ec99b7e3bbc7a8a5fc4 2024-11-27T02:43:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/d0061b2149264ec99b7e3bbc7a8a5fc4, entries=150, sequenceid=81, filesize=11.7 K 2024-11-27T02:43:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for dd634961426e620ddcced498c3e54363 in 849ms, sequenceid=81, compaction requested=true 2024-11-27T02:43:44,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:44,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd634961426e620ddcced498c3e54363:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:43:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:44,874 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:43:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd634961426e620ddcced498c3e54363:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:43:44,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:44,874 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:43:44,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd634961426e620ddcced498c3e54363:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:43:44,874 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,875 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:43:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,875 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): dd634961426e620ddcced498c3e54363/B is initiating minor compaction (all files) 2024-11-27T02:43:44,876 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd634961426e620ddcced498c3e54363/B in TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,876 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/1ca6bc7188e0459e917e696b2250d529, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/636fd1f940e04fd092b344a4acae989b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/337b49ab1be24bc2b5b3545718ca5e23, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/12c1ec4807d74a14a02bdb9dfaa9a927] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp, totalSize=46.9 K 2024-11-27T02:43:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,876 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:43:44,876 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ca6bc7188e0459e917e696b2250d529, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732675420584 2024-11-27T02:43:44,876 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): dd634961426e620ddcced498c3e54363/A is initiating minor compaction (all files) 2024-11-27T02:43:44,876 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd634961426e620ddcced498c3e54363/A in TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,876 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/3170df7e826641d0b3df4f8a10cdf2b4, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/9ee2c746e8d64b358498661251ed143d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/6f2680c9c63442ca8accfca4d2de6838, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/64e949e021d440c3bd60485eac91e6a1] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp, totalSize=129.3 K 2024-11-27T02:43:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,876 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:44,876 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. files: [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/3170df7e826641d0b3df4f8a10cdf2b4, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/9ee2c746e8d64b358498661251ed143d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/6f2680c9c63442ca8accfca4d2de6838, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/64e949e021d440c3bd60485eac91e6a1] 2024-11-27T02:43:44,876 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 636fd1f940e04fd092b344a4acae989b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732675420608 2024-11-27T02:43:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,877 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3170df7e826641d0b3df4f8a10cdf2b4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732675420584 2024-11-27T02:43:44,877 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 337b49ab1be24bc2b5b3545718ca5e23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732675421743 2024-11-27T02:43:44,877 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ee2c746e8d64b358498661251ed143d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732675420608 2024-11-27T02:43:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,877 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 12c1ec4807d74a14a02bdb9dfaa9a927, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732675422900 2024-11-27T02:43:44,877 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f2680c9c63442ca8accfca4d2de6838, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732675421743 2024-11-27T02:43:44,877 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64e949e021d440c3bd60485eac91e6a1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732675422900 2024-11-27T02:43:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,886 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,888 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd634961426e620ddcced498c3e54363#B#compaction#344 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,888 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/57adea3ab5f74cb98e5eff5e8908a7a6 is 50, key is test_row_0/B:col10/1732675422900/Put/seqid=0 2024-11-27T02:43:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,891 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112720a81bffa45642edb2c98d7c2baac7c0_dd634961426e620ddcced498c3e54363 store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,893 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112720a81bffa45642edb2c98d7c2baac7c0_dd634961426e620ddcced498c3e54363, store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:44,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,894 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112720a81bffa45642edb2c98d7c2baac7c0_dd634961426e620ddcced498c3e54363 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742224_1400 (size=12139) 2024-11-27T02:43:44,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742225_1401 (size=4469) 2024-11-27T02:43:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,905 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd634961426e620ddcced498c3e54363#A#compaction#345 average throughput is 1.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,905 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/962f46635a664eddab5111a47bbac2c6 is 175, key is test_row_0/A:col10/1732675422900/Put/seqid=0 2024-11-27T02:43:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,906 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/57adea3ab5f74cb98e5eff5e8908a7a6 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/57adea3ab5f74cb98e5eff5e8908a7a6 2024-11-27T02:43:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742226_1402 (size=31093) 2024-11-27T02:43:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,910 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dd634961426e620ddcced498c3e54363/B of dd634961426e620ddcced498c3e54363 into 57adea3ab5f74cb98e5eff5e8908a7a6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:44,910 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,910 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., storeName=dd634961426e620ddcced498c3e54363/B, priority=12, startTime=1732675424874; duration=0sec 2024-11-27T02:43:44,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,910 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:44,911 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd634961426e620ddcced498c3e54363:B 2024-11-27T02:43:44,911 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:43:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,912 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:43:44,912 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): dd634961426e620ddcced498c3e54363/C is initiating minor compaction (all files) 2024-11-27T02:43:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,912 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd634961426e620ddcced498c3e54363/C in TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:44,912 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/ad73a09f042a4e1cb81fec633d25e67e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/45ebe4e127654830afc0c287e3dd0a37, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/d15a8c10cc6b44bda2d68395e779f81e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/d0061b2149264ec99b7e3bbc7a8a5fc4] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp, totalSize=46.9 K 2024-11-27T02:43:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,912 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting ad73a09f042a4e1cb81fec633d25e67e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732675420584 2024-11-27T02:43:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,912 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 45ebe4e127654830afc0c287e3dd0a37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732675420608 2024-11-27T02:43:44,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,913 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting d15a8c10cc6b44bda2d68395e779f81e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732675421743 2024-11-27T02:43:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,913 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting d0061b2149264ec99b7e3bbc7a8a5fc4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732675422900 2024-11-27T02:43:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,914 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/962f46635a664eddab5111a47bbac2c6 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/962f46635a664eddab5111a47bbac2c6 2024-11-27T02:43:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,919 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dd634961426e620ddcced498c3e54363/A of dd634961426e620ddcced498c3e54363 into 962f46635a664eddab5111a47bbac2c6(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:44,919 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:44,919 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., storeName=dd634961426e620ddcced498c3e54363/A, priority=12, startTime=1732675424874; duration=0sec 2024-11-27T02:43:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,919 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:44,919 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd634961426e620ddcced498c3e54363:A 2024-11-27T02:43:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,921 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd634961426e620ddcced498c3e54363#C#compaction#346 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:44,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,922 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/885bc2bbc25a484580ab228660ab9bbc is 50, key is test_row_0/C:col10/1732675422900/Put/seqid=0 2024-11-27T02:43:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742227_1403 (size=12139) 2024-11-27T02:43:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,937 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/885bc2bbc25a484580ab228660ab9bbc as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/885bc2bbc25a484580ab228660ab9bbc 2024-11-27T02:43:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,941 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dd634961426e620ddcced498c3e54363/C of dd634961426e620ddcced498c3e54363 into 885bc2bbc25a484580ab228660ab9bbc(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:44,941 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,941 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., storeName=dd634961426e620ddcced498c3e54363/C, priority=12, startTime=1732675424874; duration=0sec 2024-11-27T02:43:44,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,941 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:44,942 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd634961426e620ddcced498c3e54363:C 2024-11-27T02:43:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-27T02:43:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,994 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-11-27T02:43:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,994 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing dd634961426e620ddcced498c3e54363 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-27T02:43:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=A 2024-11-27T02:43:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:44,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=B 2024-11-27T02:43:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=C 2024-11-27T02:43:44,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:44,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271ced77c06c1948ac91e233f848b4252b_dd634961426e620ddcced498c3e54363 is 50, key is test_row_0/A:col10/1732675424033/Put/seqid=0 2024-11-27T02:43:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742228_1404 (size=9714) 2024-11-27T02:43:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,017 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271ced77c06c1948ac91e233f848b4252b_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271ced77c06c1948ac91e233f848b4252b_dd634961426e620ddcced498c3e54363 2024-11-27T02:43:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/b6c6aff459234a81bee3cfb297e11a7f, store: [table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/b6c6aff459234a81bee3cfb297e11a7f is 175, key is test_row_0/A:col10/1732675424033/Put/seqid=0 2024-11-27T02:43:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742229_1405 (size=22361) 2024-11-27T02:43:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,024 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=92, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/b6c6aff459234a81bee3cfb297e11a7f 2024-11-27T02:43:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/9de4e2e8eb46487b82cbe782c33338f1 is 50, key is test_row_0/B:col10/1732675424033/Put/seqid=0 2024-11-27T02:43:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742230_1406 (size=9657) 2024-11-27T02:43:45,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on dd634961426e620ddcced498c3e54363 2024-11-27T02:43:45,063 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:45,064 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/9de4e2e8eb46487b82cbe782c33338f1 2024-11-27T02:43:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/adf65151a06d468d89dfeb620a3a94d5 is 50, key is test_row_0/C:col10/1732675424033/Put/seqid=0 2024-11-27T02:43:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742231_1407 (size=9657) 2024-11-27T02:43:45,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,084 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/adf65151a06d468d89dfeb620a3a94d5 2024-11-27T02:43:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/b6c6aff459234a81bee3cfb297e11a7f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/b6c6aff459234a81bee3cfb297e11a7f 2024-11-27T02:43:45,097 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/b6c6aff459234a81bee3cfb297e11a7f, entries=100, sequenceid=92, filesize=21.8 K 2024-11-27T02:43:45,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/9de4e2e8eb46487b82cbe782c33338f1 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/9de4e2e8eb46487b82cbe782c33338f1 2024-11-27T02:43:45,102 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/9de4e2e8eb46487b82cbe782c33338f1, entries=100, sequenceid=92, filesize=9.4 K 2024-11-27T02:43:45,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/adf65151a06d468d89dfeb620a3a94d5 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/adf65151a06d468d89dfeb620a3a94d5 2024-11-27T02:43:45,111 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/adf65151a06d468d89dfeb620a3a94d5, entries=100, sequenceid=92, filesize=9.4 K 2024-11-27T02:43:45,112 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=67.09 KB/68700 for dd634961426e620ddcced498c3e54363 in 118ms, sequenceid=92, compaction requested=false 2024-11-27T02:43:45,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:45,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:45,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-11-27T02:43:45,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-11-27T02:43:45,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-11-27T02:43:45,114 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 423 msec 2024-11-27T02:43:45,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 425 msec 2024-11-27T02:43:45,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on dd634961426e620ddcced498c3e54363 2024-11-27T02:43:45,115 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd634961426e620ddcced498c3e54363 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T02:43:45,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=A 2024-11-27T02:43:45,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:45,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=B 2024-11-27T02:43:45,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:45,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=C 2024-11-27T02:43:45,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:45,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c4188de748b04c7aa91f2e93fb912a3e_dd634961426e620ddcced498c3e54363 is 50, key is test_row_0/A:col10/1732675425104/Put/seqid=0 2024-11-27T02:43:45,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742232_1408 (size=14594) 2024-11-27T02:43:45,139 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,143 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c4188de748b04c7aa91f2e93fb912a3e_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c4188de748b04c7aa91f2e93fb912a3e_dd634961426e620ddcced498c3e54363 2024-11-27T02:43:45,145 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/d77ff3a69eea4294a561b8c595e13cc0, store: [table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:45,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/d77ff3a69eea4294a561b8c595e13cc0 is 175, key is test_row_0/A:col10/1732675425104/Put/seqid=0 2024-11-27T02:43:45,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742233_1409 (size=39549) 2024-11-27T02:43:45,164 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=106, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/d77ff3a69eea4294a561b8c595e13cc0 2024-11-27T02:43:45,172 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/d0190c6aeaa143f7850b0a83e012428c is 50, key is test_row_0/B:col10/1732675425104/Put/seqid=0 2024-11-27T02:43:45,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742234_1410 (size=12001) 2024-11-27T02:43:45,180 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/d0190c6aeaa143f7850b0a83e012428c 2024-11-27T02:43:45,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/729c4badc7d94db0a8d27bb7632e7fdd is 50, key is test_row_0/C:col10/1732675425104/Put/seqid=0 2024-11-27T02:43:45,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675485177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675485177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675485178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675485187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675485188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742235_1411 (size=12001) 2024-11-27T02:43:45,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/729c4badc7d94db0a8d27bb7632e7fdd 2024-11-27T02:43:45,201 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/d77ff3a69eea4294a561b8c595e13cc0 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/d77ff3a69eea4294a561b8c595e13cc0 2024-11-27T02:43:45,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/d77ff3a69eea4294a561b8c595e13cc0, entries=200, sequenceid=106, filesize=38.6 K 2024-11-27T02:43:45,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/d0190c6aeaa143f7850b0a83e012428c as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/d0190c6aeaa143f7850b0a83e012428c 2024-11-27T02:43:45,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/d0190c6aeaa143f7850b0a83e012428c, entries=150, sequenceid=106, filesize=11.7 K 2024-11-27T02:43:45,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/729c4badc7d94db0a8d27bb7632e7fdd as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/729c4badc7d94db0a8d27bb7632e7fdd 2024-11-27T02:43:45,212 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/729c4badc7d94db0a8d27bb7632e7fdd, entries=150, sequenceid=106, filesize=11.7 K 2024-11-27T02:43:45,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for dd634961426e620ddcced498c3e54363 in 98ms, sequenceid=106, compaction requested=true 2024-11-27T02:43:45,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:45,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd634961426e620ddcced498c3e54363:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:43:45,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:45,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd634961426e620ddcced498c3e54363:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:43:45,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:45,213 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:45,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd634961426e620ddcced498c3e54363:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:43:45,213 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:45,213 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:45,214 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:45,214 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:45,214 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): dd634961426e620ddcced498c3e54363/A is initiating minor compaction (all files) 2024-11-27T02:43:45,214 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): dd634961426e620ddcced498c3e54363/B is initiating minor compaction (all files) 2024-11-27T02:43:45,214 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd634961426e620ddcced498c3e54363/A in TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:45,214 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd634961426e620ddcced498c3e54363/B in TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:45,214 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/57adea3ab5f74cb98e5eff5e8908a7a6, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/9de4e2e8eb46487b82cbe782c33338f1, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/d0190c6aeaa143f7850b0a83e012428c] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp, totalSize=33.0 K 2024-11-27T02:43:45,214 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/962f46635a664eddab5111a47bbac2c6, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/b6c6aff459234a81bee3cfb297e11a7f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/d77ff3a69eea4294a561b8c595e13cc0] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp, totalSize=90.8 K 2024-11-27T02:43:45,214 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:45,214 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. files: [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/962f46635a664eddab5111a47bbac2c6, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/b6c6aff459234a81bee3cfb297e11a7f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/d77ff3a69eea4294a561b8c595e13cc0] 2024-11-27T02:43:45,214 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 57adea3ab5f74cb98e5eff5e8908a7a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732675422900 2024-11-27T02:43:45,214 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 962f46635a664eddab5111a47bbac2c6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732675422900 2024-11-27T02:43:45,214 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 9de4e2e8eb46487b82cbe782c33338f1, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732675424033 2024-11-27T02:43:45,214 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting b6c6aff459234a81bee3cfb297e11a7f, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732675424033 2024-11-27T02:43:45,215 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting d0190c6aeaa143f7850b0a83e012428c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732675425104 2024-11-27T02:43:45,215 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting d77ff3a69eea4294a561b8c595e13cc0, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732675425095 2024-11-27T02:43:45,221 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd634961426e620ddcced498c3e54363#B#compaction#353 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:45,222 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/fea8d8368612490b80200f769f98a6be is 50, key is test_row_0/B:col10/1732675425104/Put/seqid=0 2024-11-27T02:43:45,224 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:45,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742236_1412 (size=12241) 2024-11-27T02:43:45,235 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127fde1d5a553244bbd90469d6fdd762269_dd634961426e620ddcced498c3e54363 store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:45,237 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127fde1d5a553244bbd90469d6fdd762269_dd634961426e620ddcced498c3e54363, store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:45,237 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127fde1d5a553244bbd90469d6fdd762269_dd634961426e620ddcced498c3e54363 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:45,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742237_1413 (size=4469) 2024-11-27T02:43:45,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-11-27T02:43:45,292 INFO [Thread-1777 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-11-27T02:43:45,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:43:45,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-11-27T02:43:45,294 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:43:45,294 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:43:45,294 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:43:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T02:43:45,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on dd634961426e620ddcced498c3e54363 2024-11-27T02:43:45,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd634961426e620ddcced498c3e54363 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T02:43:45,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=A 2024-11-27T02:43:45,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:45,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=B 2024-11-27T02:43:45,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:45,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=C 2024-11-27T02:43:45,298 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:45,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675485306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675485310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f6d53ce9156c4d17afff9c939503410f_dd634961426e620ddcced498c3e54363 is 50, key is test_row_0/A:col10/1732675425173/Put/seqid=0 2024-11-27T02:43:45,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742238_1414 (size=12254) 2024-11-27T02:43:45,317 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:45,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675485311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675485312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675485313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,321 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f6d53ce9156c4d17afff9c939503410f_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f6d53ce9156c4d17afff9c939503410f_dd634961426e620ddcced498c3e54363 2024-11-27T02:43:45,322 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/e86eb04adf1e470d9393dd2507f1b542, store: [table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:45,322 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/e86eb04adf1e470d9393dd2507f1b542 is 175, key is test_row_0/A:col10/1732675425173/Put/seqid=0 2024-11-27T02:43:45,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742239_1415 (size=31055) 2024-11-27T02:43:45,326 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/e86eb04adf1e470d9393dd2507f1b542 2024-11-27T02:43:45,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/572fae4c3656437083dfc4e3de5193ab is 50, key is test_row_0/B:col10/1732675425173/Put/seqid=0 2024-11-27T02:43:45,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742240_1416 (size=12101) 2024-11-27T02:43:45,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T02:43:45,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675485414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675485414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,425 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675485419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675485419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675485420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,447 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-27T02:43:45,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:45,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:45,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:45,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:45,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:45,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:45,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T02:43:45,599 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-27T02:43:45,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:45,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:45,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:45,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:45,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:45,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:45,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675485617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675485618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675485626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675485626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675485626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,635 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/fea8d8368612490b80200f769f98a6be as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/fea8d8368612490b80200f769f98a6be 2024-11-27T02:43:45,639 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd634961426e620ddcced498c3e54363/B of dd634961426e620ddcced498c3e54363 into fea8d8368612490b80200f769f98a6be(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:45,639 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:45,639 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., storeName=dd634961426e620ddcced498c3e54363/B, priority=13, startTime=1732675425213; duration=0sec 2024-11-27T02:43:45,640 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:45,640 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd634961426e620ddcced498c3e54363:B 2024-11-27T02:43:45,640 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:45,641 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:45,641 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): dd634961426e620ddcced498c3e54363/C is initiating minor compaction (all files) 2024-11-27T02:43:45,641 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd634961426e620ddcced498c3e54363/C in TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:45,641 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/885bc2bbc25a484580ab228660ab9bbc, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/adf65151a06d468d89dfeb620a3a94d5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/729c4badc7d94db0a8d27bb7632e7fdd] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp, totalSize=33.0 K 2024-11-27T02:43:45,641 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 885bc2bbc25a484580ab228660ab9bbc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1732675422900 2024-11-27T02:43:45,642 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting adf65151a06d468d89dfeb620a3a94d5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732675424033 2024-11-27T02:43:45,642 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 729c4badc7d94db0a8d27bb7632e7fdd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732675425104 2024-11-27T02:43:45,649 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd634961426e620ddcced498c3e54363#C#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:45,649 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd634961426e620ddcced498c3e54363#A#compaction#354 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:45,650 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/d878c281b7604849bf075e1b7fe38bff is 50, key is test_row_0/C:col10/1732675425104/Put/seqid=0 2024-11-27T02:43:45,650 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/b7f5de896ce54ca39e2561e0e67d6eba is 175, key is test_row_0/A:col10/1732675425104/Put/seqid=0 2024-11-27T02:43:45,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742242_1418 (size=31195) 2024-11-27T02:43:45,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742241_1417 (size=12241) 2024-11-27T02:43:45,672 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/b7f5de896ce54ca39e2561e0e67d6eba as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/b7f5de896ce54ca39e2561e0e67d6eba 2024-11-27T02:43:45,672 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/d878c281b7604849bf075e1b7fe38bff as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/d878c281b7604849bf075e1b7fe38bff 2024-11-27T02:43:45,678 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd634961426e620ddcced498c3e54363/A of dd634961426e620ddcced498c3e54363 into b7f5de896ce54ca39e2561e0e67d6eba(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:45,678 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:45,678 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., storeName=dd634961426e620ddcced498c3e54363/A, priority=13, startTime=1732675425213; duration=0sec 2024-11-27T02:43:45,678 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:45,678 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd634961426e620ddcced498c3e54363:A 2024-11-27T02:43:45,679 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd634961426e620ddcced498c3e54363/C of dd634961426e620ddcced498c3e54363 into d878c281b7604849bf075e1b7fe38bff(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:45,679 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:45,679 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., storeName=dd634961426e620ddcced498c3e54363/C, priority=13, startTime=1732675425213; duration=0sec 2024-11-27T02:43:45,679 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:45,679 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd634961426e620ddcced498c3e54363:C 2024-11-27T02:43:45,736 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/572fae4c3656437083dfc4e3de5193ab 2024-11-27T02:43:45,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/af3b30a5fd7d4e19a968a72a18fef4bf is 50, key is test_row_0/C:col10/1732675425173/Put/seqid=0 2024-11-27T02:43:45,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742243_1419 (size=12101) 2024-11-27T02:43:45,752 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-27T02:43:45,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:45,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:45,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:45,753 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:45,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:45,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:45,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T02:43:45,904 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-27T02:43:45,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:45,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:45,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:45,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:45,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:45,921 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675485919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675485923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675485930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675485931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:45,934 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675485932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:46,056 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:46,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-27T02:43:46,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:46,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:46,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:46,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] handler.RSProcedureHandler(58): pid=109 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:46,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=109 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:46,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=109 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:46,149 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/af3b30a5fd7d4e19a968a72a18fef4bf 2024-11-27T02:43:46,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/e86eb04adf1e470d9393dd2507f1b542 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/e86eb04adf1e470d9393dd2507f1b542 2024-11-27T02:43:46,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/e86eb04adf1e470d9393dd2507f1b542, entries=150, sequenceid=131, filesize=30.3 K 2024-11-27T02:43:46,156 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/572fae4c3656437083dfc4e3de5193ab as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/572fae4c3656437083dfc4e3de5193ab 2024-11-27T02:43:46,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/572fae4c3656437083dfc4e3de5193ab, entries=150, sequenceid=131, filesize=11.8 K 2024-11-27T02:43:46,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/af3b30a5fd7d4e19a968a72a18fef4bf as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/af3b30a5fd7d4e19a968a72a18fef4bf 2024-11-27T02:43:46,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/af3b30a5fd7d4e19a968a72a18fef4bf, entries=150, sequenceid=131, filesize=11.8 K 2024-11-27T02:43:46,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for dd634961426e620ddcced498c3e54363 in 868ms, sequenceid=131, compaction requested=false 2024-11-27T02:43:46,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:46,209 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:46,209 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-11-27T02:43:46,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:46,210 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing dd634961426e620ddcced498c3e54363 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T02:43:46,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=A 2024-11-27T02:43:46,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:46,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=B 2024-11-27T02:43:46,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:46,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=C 2024-11-27T02:43:46,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:46,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112737c2350b1f4346e1a2bdbd2730d82c75_dd634961426e620ddcced498c3e54363 is 50, key is test_row_0/A:col10/1732675425304/Put/seqid=0 2024-11-27T02:43:46,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742244_1420 (size=12304) 2024-11-27T02:43:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T02:43:46,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:46,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on dd634961426e620ddcced498c3e54363 2024-11-27T02:43:46,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:46,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675486452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:46,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675486452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:46,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675486453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:46,458 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:46,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675486454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:46,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:46,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675486454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:46,558 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675486555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:46,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675486558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:46,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675486559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:46,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:46,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675486559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:46,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:46,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675486560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:46,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:46,630 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112737c2350b1f4346e1a2bdbd2730d82c75_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112737c2350b1f4346e1a2bdbd2730d82c75_dd634961426e620ddcced498c3e54363 2024-11-27T02:43:46,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/f0b8b97dc3034ffdbd530c84e2568f27, store: [table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:46,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/f0b8b97dc3034ffdbd530c84e2568f27 is 175, key is test_row_0/A:col10/1732675425304/Put/seqid=0 2024-11-27T02:43:46,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742245_1421 (size=31105) 2024-11-27T02:43:46,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:46,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675486760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:46,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675486763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:46,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675486763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:46,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675486764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:46,767 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:46,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675486764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:47,035 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=145, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/f0b8b97dc3034ffdbd530c84e2568f27 2024-11-27T02:43:47,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/202a9e26126849f9aeb01e0d313dac6d is 50, key is test_row_0/B:col10/1732675425304/Put/seqid=0 2024-11-27T02:43:47,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742246_1422 (size=12151) 2024-11-27T02:43:47,054 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/202a9e26126849f9aeb01e0d313dac6d 2024-11-27T02:43:47,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/15f7fb84499e45789828b1e3654ecb3d is 50, key is test_row_0/C:col10/1732675425304/Put/seqid=0 2024-11-27T02:43:47,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675487067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:47,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:47,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675487067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:47,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675487068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:47,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675487069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:47,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:47,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675487070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:47,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742247_1423 (size=12151) 2024-11-27T02:43:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T02:43:47,477 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/15f7fb84499e45789828b1e3654ecb3d 2024-11-27T02:43:47,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/f0b8b97dc3034ffdbd530c84e2568f27 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/f0b8b97dc3034ffdbd530c84e2568f27 2024-11-27T02:43:47,483 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/f0b8b97dc3034ffdbd530c84e2568f27, entries=150, sequenceid=145, filesize=30.4 K 2024-11-27T02:43:47,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/202a9e26126849f9aeb01e0d313dac6d as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/202a9e26126849f9aeb01e0d313dac6d 2024-11-27T02:43:47,486 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/202a9e26126849f9aeb01e0d313dac6d, entries=150, sequenceid=145, filesize=11.9 K 2024-11-27T02:43:47,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/15f7fb84499e45789828b1e3654ecb3d as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/15f7fb84499e45789828b1e3654ecb3d 2024-11-27T02:43:47,490 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/15f7fb84499e45789828b1e3654ecb3d, entries=150, sequenceid=145, filesize=11.9 K 2024-11-27T02:43:47,490 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for dd634961426e620ddcced498c3e54363 in 1281ms, sequenceid=145, compaction requested=true 2024-11-27T02:43:47,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:47,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:47,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-11-27T02:43:47,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-11-27T02:43:47,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-11-27T02:43:47,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1970 sec 2024-11-27T02:43:47,493 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 2.1990 sec 2024-11-27T02:43:47,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on dd634961426e620ddcced498c3e54363 2024-11-27T02:43:47,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd634961426e620ddcced498c3e54363 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T02:43:47,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=A 2024-11-27T02:43:47,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:47,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=B 2024-11-27T02:43:47,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:47,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=C 2024-11-27T02:43:47,576 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:47,581 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127bfeccf98b315470da5c80c9efd042d81_dd634961426e620ddcced498c3e54363 is 50, key is test_row_0/A:col10/1732675426451/Put/seqid=0 2024-11-27T02:43:47,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742248_1424 (size=14794) 2024-11-27T02:43:47,586 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:47,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675487580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:47,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675487585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:47,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:47,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675487586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:47,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675487586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:47,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:47,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675487586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:47,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:47,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675487687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:47,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675487691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:47,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:47,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675487691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:47,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675487695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:47,696 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:47,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675487695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:47,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:47,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675487892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:47,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:47,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675487895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:47,900 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675487895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:47,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675487897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:47,901 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:47,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675487898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:47,984 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:47,987 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127bfeccf98b315470da5c80c9efd042d81_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bfeccf98b315470da5c80c9efd042d81_dd634961426e620ddcced498c3e54363 2024-11-27T02:43:47,987 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/ac0c9c777ce64dcaad9ed1b9a066eda0, store: [table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:47,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/ac0c9c777ce64dcaad9ed1b9a066eda0 is 175, key is test_row_0/A:col10/1732675426451/Put/seqid=0 2024-11-27T02:43:47,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742249_1425 (size=39749) 2024-11-27T02:43:47,991 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=171, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/ac0c9c777ce64dcaad9ed1b9a066eda0 2024-11-27T02:43:47,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/e1dd64c729654d239ee43db8bd25e853 is 50, key is test_row_0/B:col10/1732675426451/Put/seqid=0 2024-11-27T02:43:47,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742250_1426 (size=12151) 2024-11-27T02:43:48,199 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675488195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:48,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675488202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:48,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675488203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:48,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675488203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:48,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675488203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:48,399 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/e1dd64c729654d239ee43db8bd25e853 2024-11-27T02:43:48,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/a80ebce47d7a4953949a96c07ed89f99 is 50, key is test_row_0/C:col10/1732675426451/Put/seqid=0 2024-11-27T02:43:48,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742251_1427 (size=12151) 2024-11-27T02:43:48,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:48,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675488704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:48,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:48,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675488708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:48,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:48,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675488709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:48,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675488710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:48,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675488712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:48,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=171 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/a80ebce47d7a4953949a96c07ed89f99 2024-11-27T02:43:48,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/ac0c9c777ce64dcaad9ed1b9a066eda0 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/ac0c9c777ce64dcaad9ed1b9a066eda0 2024-11-27T02:43:48,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/ac0c9c777ce64dcaad9ed1b9a066eda0, entries=200, sequenceid=171, filesize=38.8 K 2024-11-27T02:43:48,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/e1dd64c729654d239ee43db8bd25e853 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/e1dd64c729654d239ee43db8bd25e853 2024-11-27T02:43:48,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/e1dd64c729654d239ee43db8bd25e853, entries=150, sequenceid=171, filesize=11.9 K 2024-11-27T02:43:48,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/a80ebce47d7a4953949a96c07ed89f99 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/a80ebce47d7a4953949a96c07ed89f99 2024-11-27T02:43:48,819 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/a80ebce47d7a4953949a96c07ed89f99, entries=150, sequenceid=171, filesize=11.9 K 2024-11-27T02:43:48,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for dd634961426e620ddcced498c3e54363 in 1243ms, sequenceid=171, compaction requested=true 2024-11-27T02:43:48,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:48,819 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd634961426e620ddcced498c3e54363:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:43:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd634961426e620ddcced498c3e54363:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:43:48,820 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:43:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:48,820 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:43:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd634961426e620ddcced498c3e54363:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:43:48,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:48,820 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133104 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:43:48,820 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:43:48,820 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): dd634961426e620ddcced498c3e54363/A is initiating minor compaction (all files) 2024-11-27T02:43:48,820 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): dd634961426e620ddcced498c3e54363/B is initiating minor compaction (all files) 2024-11-27T02:43:48,820 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd634961426e620ddcced498c3e54363/A in TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:48,820 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd634961426e620ddcced498c3e54363/B in TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:48,821 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/b7f5de896ce54ca39e2561e0e67d6eba, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/e86eb04adf1e470d9393dd2507f1b542, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/f0b8b97dc3034ffdbd530c84e2568f27, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/ac0c9c777ce64dcaad9ed1b9a066eda0] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp, totalSize=130.0 K 2024-11-27T02:43:48,821 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/fea8d8368612490b80200f769f98a6be, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/572fae4c3656437083dfc4e3de5193ab, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/202a9e26126849f9aeb01e0d313dac6d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/e1dd64c729654d239ee43db8bd25e853] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp, totalSize=47.5 K 2024-11-27T02:43:48,821 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:48,821 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. files: [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/b7f5de896ce54ca39e2561e0e67d6eba, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/e86eb04adf1e470d9393dd2507f1b542, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/f0b8b97dc3034ffdbd530c84e2568f27, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/ac0c9c777ce64dcaad9ed1b9a066eda0] 2024-11-27T02:43:48,821 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting fea8d8368612490b80200f769f98a6be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732675425104 2024-11-27T02:43:48,821 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7f5de896ce54ca39e2561e0e67d6eba, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732675425104 2024-11-27T02:43:48,821 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 572fae4c3656437083dfc4e3de5193ab, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732675425173 2024-11-27T02:43:48,821 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting e86eb04adf1e470d9393dd2507f1b542, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732675425173 2024-11-27T02:43:48,821 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 202a9e26126849f9aeb01e0d313dac6d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732675425304 2024-11-27T02:43:48,821 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0b8b97dc3034ffdbd530c84e2568f27, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732675425304 2024-11-27T02:43:48,821 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting e1dd64c729654d239ee43db8bd25e853, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732675426451 2024-11-27T02:43:48,822 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac0c9c777ce64dcaad9ed1b9a066eda0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732675426450 2024-11-27T02:43:48,826 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:48,827 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd634961426e620ddcced498c3e54363#B#compaction#365 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:48,828 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/a219743902c54776b0c9282405125a64 is 50, key is test_row_0/B:col10/1732675426451/Put/seqid=0 2024-11-27T02:43:48,828 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411271d16c8a568c547d2bb44e5c1032a8f29_dd634961426e620ddcced498c3e54363 store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:48,830 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411271d16c8a568c547d2bb44e5c1032a8f29_dd634961426e620ddcced498c3e54363, store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:48,830 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271d16c8a568c547d2bb44e5c1032a8f29_dd634961426e620ddcced498c3e54363 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:48,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742252_1428 (size=12527) 2024-11-27T02:43:48,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742253_1429 (size=4469) 2024-11-27T02:43:48,863 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd634961426e620ddcced498c3e54363#A#compaction#366 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:48,864 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/ac65a347963948e1983a397795eea8e8 is 175, key is test_row_0/A:col10/1732675426451/Put/seqid=0 2024-11-27T02:43:48,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742254_1430 (size=31481) 2024-11-27T02:43:49,247 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/a219743902c54776b0c9282405125a64 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/a219743902c54776b0c9282405125a64 2024-11-27T02:43:49,250 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dd634961426e620ddcced498c3e54363/B of dd634961426e620ddcced498c3e54363 into a219743902c54776b0c9282405125a64(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:49,250 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:49,250 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., storeName=dd634961426e620ddcced498c3e54363/B, priority=12, startTime=1732675428820; duration=0sec 2024-11-27T02:43:49,250 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:49,250 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd634961426e620ddcced498c3e54363:B 2024-11-27T02:43:49,250 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:43:49,251 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:43:49,251 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): dd634961426e620ddcced498c3e54363/C is initiating minor compaction (all files) 2024-11-27T02:43:49,251 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd634961426e620ddcced498c3e54363/C in TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:49,251 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/d878c281b7604849bf075e1b7fe38bff, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/af3b30a5fd7d4e19a968a72a18fef4bf, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/15f7fb84499e45789828b1e3654ecb3d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/a80ebce47d7a4953949a96c07ed89f99] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp, totalSize=47.5 K 2024-11-27T02:43:49,252 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting d878c281b7604849bf075e1b7fe38bff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732675425104 2024-11-27T02:43:49,252 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting af3b30a5fd7d4e19a968a72a18fef4bf, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1732675425173 2024-11-27T02:43:49,252 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 15f7fb84499e45789828b1e3654ecb3d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1732675425304 2024-11-27T02:43:49,252 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting a80ebce47d7a4953949a96c07ed89f99, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732675426451 2024-11-27T02:43:49,258 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd634961426e620ddcced498c3e54363#C#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:49,258 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/464dca4d6d614e81ba1e3e5f3c637410 is 50, key is test_row_0/C:col10/1732675426451/Put/seqid=0 2024-11-27T02:43:49,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742255_1431 (size=12527) 2024-11-27T02:43:49,281 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/ac65a347963948e1983a397795eea8e8 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/ac65a347963948e1983a397795eea8e8 2024-11-27T02:43:49,285 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dd634961426e620ddcced498c3e54363/A of dd634961426e620ddcced498c3e54363 into ac65a347963948e1983a397795eea8e8(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:49,285 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:49,285 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., storeName=dd634961426e620ddcced498c3e54363/A, priority=12, startTime=1732675428819; duration=0sec 2024-11-27T02:43:49,285 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:49,285 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd634961426e620ddcced498c3e54363:A 2024-11-27T02:43:49,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-11-27T02:43:49,400 INFO [Thread-1777 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-11-27T02:43:49,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:43:49,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-11-27T02:43:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T02:43:49,402 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:43:49,402 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:43:49,402 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:43:49,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T02:43:49,554 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:49,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-11-27T02:43:49,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:49,554 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing dd634961426e620ddcced498c3e54363 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T02:43:49,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=A 2024-11-27T02:43:49,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:49,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=B 2024-11-27T02:43:49,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:49,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=C 2024-11-27T02:43:49,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:49,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127359f2ab2675a40cd888e0eafb709078b_dd634961426e620ddcced498c3e54363 is 50, key is test_row_0/A:col10/1732675427579/Put/seqid=0 2024-11-27T02:43:49,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742256_1432 (size=12304) 2024-11-27T02:43:49,665 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/464dca4d6d614e81ba1e3e5f3c637410 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/464dca4d6d614e81ba1e3e5f3c637410 2024-11-27T02:43:49,668 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in dd634961426e620ddcced498c3e54363/C of dd634961426e620ddcced498c3e54363 into 464dca4d6d614e81ba1e3e5f3c637410(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:49,668 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:49,668 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., storeName=dd634961426e620ddcced498c3e54363/C, priority=12, startTime=1732675428820; duration=0sec 2024-11-27T02:43:49,669 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:49,669 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd634961426e620ddcced498c3e54363:C 2024-11-27T02:43:49,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T02:43:49,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on dd634961426e620ddcced498c3e54363 2024-11-27T02:43:49,743 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675489738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:49,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:49,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675489739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:49,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:49,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675489740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:49,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:49,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675489743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:49,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:49,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675489743, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:49,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:49,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675489844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:49,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675489846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:49,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675489847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:49,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:49,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675489847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:49,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:49,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675489848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:49,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:49,967 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127359f2ab2675a40cd888e0eafb709078b_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127359f2ab2675a40cd888e0eafb709078b_dd634961426e620ddcced498c3e54363 2024-11-27T02:43:49,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/0dc60cd8bc854a0cb597147879dce8bd, store: [table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:49,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/0dc60cd8bc854a0cb597147879dce8bd is 175, key is test_row_0/A:col10/1732675427579/Put/seqid=0 2024-11-27T02:43:49,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742257_1433 (size=31105) 2024-11-27T02:43:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T02:43:50,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675490048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:50,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675490050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:50,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675490051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:50,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675490051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:50,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675490052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:50,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675490354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:50,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675490356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:50,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675490356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:50,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675490357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:50,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675490357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:50,371 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=183, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/0dc60cd8bc854a0cb597147879dce8bd 2024-11-27T02:43:50,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/3ad941d362f3473b81ac865466b4cd60 is 50, key is test_row_0/B:col10/1732675427579/Put/seqid=0 2024-11-27T02:43:50,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742258_1434 (size=12151) 2024-11-27T02:43:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T02:43:50,781 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/3ad941d362f3473b81ac865466b4cd60 2024-11-27T02:43:50,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/c6ad784afde54f34b688be4987db6be7 is 50, key is test_row_0/C:col10/1732675427579/Put/seqid=0 2024-11-27T02:43:50,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742259_1435 (size=12151) 2024-11-27T02:43:50,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675490860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:50,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:50,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675490860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:50,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:50,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675490861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:50,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:50,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675490863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:50,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675490865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:51,190 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=183 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/c6ad784afde54f34b688be4987db6be7 2024-11-27T02:43:51,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/0dc60cd8bc854a0cb597147879dce8bd as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/0dc60cd8bc854a0cb597147879dce8bd 2024-11-27T02:43:51,195 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/0dc60cd8bc854a0cb597147879dce8bd, entries=150, sequenceid=183, filesize=30.4 K 2024-11-27T02:43:51,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/3ad941d362f3473b81ac865466b4cd60 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/3ad941d362f3473b81ac865466b4cd60 2024-11-27T02:43:51,199 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/3ad941d362f3473b81ac865466b4cd60, entries=150, sequenceid=183, filesize=11.9 K 2024-11-27T02:43:51,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/c6ad784afde54f34b688be4987db6be7 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/c6ad784afde54f34b688be4987db6be7 2024-11-27T02:43:51,202 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/c6ad784afde54f34b688be4987db6be7, entries=150, sequenceid=183, filesize=11.9 K 2024-11-27T02:43:51,202 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for dd634961426e620ddcced498c3e54363 in 1648ms, sequenceid=183, compaction requested=false 2024-11-27T02:43:51,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:51,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:51,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-11-27T02:43:51,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-11-27T02:43:51,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-11-27T02:43:51,204 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8010 sec 2024-11-27T02:43:51,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 1.8030 sec 2024-11-27T02:43:51,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-11-27T02:43:51,505 INFO [Thread-1777 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-11-27T02:43:51,506 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:43:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-11-27T02:43:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T02:43:51,507 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:43:51,508 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:43:51,508 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:43:51,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T02:43:51,659 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:51,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-11-27T02:43:51,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:51,659 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing dd634961426e620ddcced498c3e54363 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T02:43:51,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=A 2024-11-27T02:43:51,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:51,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=B 2024-11-27T02:43:51,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:51,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=C 2024-11-27T02:43:51,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:51,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275c000be17e0044b2be5111248df21860_dd634961426e620ddcced498c3e54363 is 50, key is test_row_0/A:col10/1732675429742/Put/seqid=0 2024-11-27T02:43:51,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742260_1436 (size=12304) 2024-11-27T02:43:51,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:51,672 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275c000be17e0044b2be5111248df21860_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275c000be17e0044b2be5111248df21860_dd634961426e620ddcced498c3e54363 2024-11-27T02:43:51,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/5e68869b43de41ab9639b1a266198189, store: [table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:51,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/5e68869b43de41ab9639b1a266198189 is 175, key is test_row_0/A:col10/1732675429742/Put/seqid=0 2024-11-27T02:43:51,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742261_1437 (size=31105) 2024-11-27T02:43:51,677 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/5e68869b43de41ab9639b1a266198189 2024-11-27T02:43:51,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/ca569afb6ed54ebb8a8bd75301c8f394 is 50, key is test_row_0/B:col10/1732675429742/Put/seqid=0 2024-11-27T02:43:51,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742262_1438 (size=12151) 2024-11-27T02:43:51,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T02:43:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on dd634961426e620ddcced498c3e54363 2024-11-27T02:43:51,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:51,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:51,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675491876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:51,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675491877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:51,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:51,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675491878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:51,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675491878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:51,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:51,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675491879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:51,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:51,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675491981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:51,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:51,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675491985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:51,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675491985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:51,988 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675491986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:51,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:51,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675491986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:52,087 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/ca569afb6ed54ebb8a8bd75301c8f394 2024-11-27T02:43:52,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/32ccbb49cc1e4d31a996ca1c76a6341c is 50, key is test_row_0/C:col10/1732675429742/Put/seqid=0 2024-11-27T02:43:52,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742263_1439 (size=12151) 2024-11-27T02:43:52,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T02:43:52,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:52,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675492185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:52,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675492189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:52,191 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675492189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:52,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675492190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:52,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:52,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675492190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:52,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:52,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675492487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:52,495 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/32ccbb49cc1e4d31a996ca1c76a6341c 2024-11-27T02:43:52,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:52,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675492493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:52,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:52,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675492494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:52,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675492494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:52,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:52,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675492497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:52,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/5e68869b43de41ab9639b1a266198189 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/5e68869b43de41ab9639b1a266198189 2024-11-27T02:43:52,503 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/5e68869b43de41ab9639b1a266198189, entries=150, sequenceid=210, filesize=30.4 K 2024-11-27T02:43:52,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/ca569afb6ed54ebb8a8bd75301c8f394 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/ca569afb6ed54ebb8a8bd75301c8f394 2024-11-27T02:43:52,508 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/ca569afb6ed54ebb8a8bd75301c8f394, entries=150, sequenceid=210, filesize=11.9 K 2024-11-27T02:43:52,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/32ccbb49cc1e4d31a996ca1c76a6341c as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/32ccbb49cc1e4d31a996ca1c76a6341c 2024-11-27T02:43:52,511 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/32ccbb49cc1e4d31a996ca1c76a6341c, entries=150, sequenceid=210, filesize=11.9 K 2024-11-27T02:43:52,512 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for dd634961426e620ddcced498c3e54363 in 853ms, sequenceid=210, compaction requested=true 2024-11-27T02:43:52,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:52,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:52,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-11-27T02:43:52,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-11-27T02:43:52,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-11-27T02:43:52,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0050 sec 2024-11-27T02:43:52,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 1.0080 sec 2024-11-27T02:43:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-11-27T02:43:52,610 INFO [Thread-1777 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-11-27T02:43:52,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:43:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-11-27T02:43:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T02:43:52,612 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:43:52,613 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:43:52,613 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:43:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T02:43:52,764 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:52,764 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-11-27T02:43:52,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:52,764 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing dd634961426e620ddcced498c3e54363 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T02:43:52,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=A 2024-11-27T02:43:52,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:52,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=B 2024-11-27T02:43:52,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:52,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=C 2024-11-27T02:43:52,765 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:52,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275d7ff017b4d347fd9d7234489f274b2b_dd634961426e620ddcced498c3e54363 is 50, key is test_row_0/A:col10/1732675431870/Put/seqid=0 2024-11-27T02:43:52,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742264_1440 (size=12304) 2024-11-27T02:43:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T02:43:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on dd634961426e620ddcced498c3e54363 2024-11-27T02:43:52,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:53,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675493028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675493029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675493031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675493034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,039 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675493037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675493138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675493138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675493138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675493139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675493140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:53,178 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275d7ff017b4d347fd9d7234489f274b2b_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275d7ff017b4d347fd9d7234489f274b2b_dd634961426e620ddcced498c3e54363 2024-11-27T02:43:53,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/e5af3f88465e4708b76d7e9158b93923, store: [table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:53,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/e5af3f88465e4708b76d7e9158b93923 is 175, key is test_row_0/A:col10/1732675431870/Put/seqid=0 2024-11-27T02:43:53,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742265_1441 (size=31105) 2024-11-27T02:43:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T02:43:53,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675493343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675493343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675493343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675493344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,348 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675493344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,583 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/e5af3f88465e4708b76d7e9158b93923 2024-11-27T02:43:53,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/dab3bc5206ed4746aac216f81504060c is 50, key is test_row_0/B:col10/1732675431870/Put/seqid=0 2024-11-27T02:43:53,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742266_1442 (size=12151) 2024-11-27T02:43:53,604 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/dab3bc5206ed4746aac216f81504060c 2024-11-27T02:43:53,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/c37cd244ed93469cb6466d1d790982b7 is 50, key is test_row_0/C:col10/1732675431870/Put/seqid=0 2024-11-27T02:43:53,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742267_1443 (size=12151) 2024-11-27T02:43:53,625 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/c37cd244ed93469cb6466d1d790982b7 2024-11-27T02:43:53,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/e5af3f88465e4708b76d7e9158b93923 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/e5af3f88465e4708b76d7e9158b93923 2024-11-27T02:43:53,631 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/e5af3f88465e4708b76d7e9158b93923, entries=150, sequenceid=220, filesize=30.4 K 2024-11-27T02:43:53,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/dab3bc5206ed4746aac216f81504060c as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/dab3bc5206ed4746aac216f81504060c 2024-11-27T02:43:53,636 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/dab3bc5206ed4746aac216f81504060c, entries=150, sequenceid=220, filesize=11.9 K 2024-11-27T02:43:53,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/c37cd244ed93469cb6466d1d790982b7 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/c37cd244ed93469cb6466d1d790982b7 2024-11-27T02:43:53,640 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/c37cd244ed93469cb6466d1d790982b7, entries=150, sequenceid=220, filesize=11.9 K 2024-11-27T02:43:53,640 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for dd634961426e620ddcced498c3e54363 in 876ms, sequenceid=220, compaction requested=true 2024-11-27T02:43:53,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:53,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:53,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-11-27T02:43:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-11-27T02:43:53,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-11-27T02:43:53,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0280 sec 2024-11-27T02:43:53,644 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.0320 sec 2024-11-27T02:43:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on dd634961426e620ddcced498c3e54363 2024-11-27T02:43:53,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd634961426e620ddcced498c3e54363 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T02:43:53,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=A 2024-11-27T02:43:53,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:53,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=B 2024-11-27T02:43:53,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:53,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=C 2024-11-27T02:43:53,654 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:53,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127500d4c617b1f44a9a3c600e7816d761d_dd634961426e620ddcced498c3e54363 is 50, key is test_row_0/A:col10/1732675433653/Put/seqid=0 2024-11-27T02:43:53,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742268_1444 (size=17284) 2024-11-27T02:43:53,667 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675493658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675493656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,670 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675493663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675493667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675493667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-11-27T02:43:53,715 INFO [Thread-1777 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-11-27T02:43:53,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:43:53,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-11-27T02:43:53,717 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:43:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T02:43:53,717 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:43:53,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:43:53,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675493768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675493768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675493771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675493773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675493773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T02:43:53,868 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T02:43:53,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:53,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:53,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:53,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:53,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:53,974 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675493970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,975 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675493972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675493986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675493986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:53,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675493986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T02:43:54,021 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:54,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T02:43:54,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:54,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:54,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:54,021 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:54,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:54,064 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:54,067 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127500d4c617b1f44a9a3c600e7816d761d_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127500d4c617b1f44a9a3c600e7816d761d_dd634961426e620ddcced498c3e54363 2024-11-27T02:43:54,068 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/0e6fb49e9be5407db154c5c701536132, store: [table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:54,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/0e6fb49e9be5407db154c5c701536132 is 175, key is test_row_0/A:col10/1732675433653/Put/seqid=0 2024-11-27T02:43:54,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742269_1445 (size=48389) 2024-11-27T02:43:54,173 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:54,173 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T02:43:54,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:54,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:54,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:54,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:54,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:54,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:54,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675494276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:54,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:54,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675494276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:54,292 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675494288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:54,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675494288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:54,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:54,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675494289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:54,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T02:43:54,325 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:54,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T02:43:54,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:54,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:54,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:54,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:54,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:54,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:54,471 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/0e6fb49e9be5407db154c5c701536132 2024-11-27T02:43:54,477 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/be22fc2a78c44959b5f6fccf81e51f1d is 50, key is test_row_0/B:col10/1732675433653/Put/seqid=0 2024-11-27T02:43:54,477 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:54,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T02:43:54,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:54,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:54,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:54,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:54,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:54,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:54,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742270_1446 (size=12151) 2024-11-27T02:43:54,629 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:54,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T02:43:54,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:54,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:54,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:54,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:54,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:54,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:54,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675494778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:54,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:54,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675494778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:54,782 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:54,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T02:43:54,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:54,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:54,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:54,782 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:54,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:54,797 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:54,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675494793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:54,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:54,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675494793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:54,798 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:54,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675494796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T02:43:54,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/be22fc2a78c44959b5f6fccf81e51f1d 2024-11-27T02:43:54,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/b73e77907f2a4986990303edf10f9468 is 50, key is test_row_0/C:col10/1732675433653/Put/seqid=0 2024-11-27T02:43:54,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742271_1447 (size=12151) 2024-11-27T02:43:54,934 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:54,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T02:43:54,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:54,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:54,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:54,935 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:54,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:55,086 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:55,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T02:43:55,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:55,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:55,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:55,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:55,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:55,238 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:55,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T02:43:55,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:55,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:55,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:55,239 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:55,239 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:55,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:55,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/b73e77907f2a4986990303edf10f9468 2024-11-27T02:43:55,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/0e6fb49e9be5407db154c5c701536132 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/0e6fb49e9be5407db154c5c701536132 2024-11-27T02:43:55,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/0e6fb49e9be5407db154c5c701536132, entries=250, sequenceid=248, filesize=47.3 K 2024-11-27T02:43:55,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/be22fc2a78c44959b5f6fccf81e51f1d as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/be22fc2a78c44959b5f6fccf81e51f1d 2024-11-27T02:43:55,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/be22fc2a78c44959b5f6fccf81e51f1d, entries=150, sequenceid=248, filesize=11.9 K 2024-11-27T02:43:55,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/b73e77907f2a4986990303edf10f9468 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/b73e77907f2a4986990303edf10f9468 2024-11-27T02:43:55,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/b73e77907f2a4986990303edf10f9468, entries=150, sequenceid=248, filesize=11.9 K 2024-11-27T02:43:55,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=40.25 KB/41220 for dd634961426e620ddcced498c3e54363 in 1651ms, sequenceid=248, compaction requested=true 2024-11-27T02:43:55,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:55,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd634961426e620ddcced498c3e54363:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:43:55,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:55,304 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-27T02:43:55,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd634961426e620ddcced498c3e54363:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:43:55,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:55,304 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-27T02:43:55,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd634961426e620ddcced498c3e54363:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:43:55,304 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:55,311 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61131 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-27T02:43:55,311 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): dd634961426e620ddcced498c3e54363/B is initiating minor compaction (all files) 2024-11-27T02:43:55,311 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd634961426e620ddcced498c3e54363/B in TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:55,311 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/a219743902c54776b0c9282405125a64, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/3ad941d362f3473b81ac865466b4cd60, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/ca569afb6ed54ebb8a8bd75301c8f394, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/dab3bc5206ed4746aac216f81504060c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/be22fc2a78c44959b5f6fccf81e51f1d] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp, totalSize=59.7 K 2024-11-27T02:43:55,312 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 173185 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-27T02:43:55,312 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): dd634961426e620ddcced498c3e54363/A is initiating minor compaction (all files) 2024-11-27T02:43:55,312 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd634961426e620ddcced498c3e54363/A in TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:55,312 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/ac65a347963948e1983a397795eea8e8, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/0dc60cd8bc854a0cb597147879dce8bd, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/5e68869b43de41ab9639b1a266198189, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/e5af3f88465e4708b76d7e9158b93923, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/0e6fb49e9be5407db154c5c701536132] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp, totalSize=169.1 K 2024-11-27T02:43:55,312 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:55,312 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. files: [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/ac65a347963948e1983a397795eea8e8, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/0dc60cd8bc854a0cb597147879dce8bd, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/5e68869b43de41ab9639b1a266198189, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/e5af3f88465e4708b76d7e9158b93923, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/0e6fb49e9be5407db154c5c701536132] 2024-11-27T02:43:55,312 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting a219743902c54776b0c9282405125a64, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732675426451 2024-11-27T02:43:55,312 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac65a347963948e1983a397795eea8e8, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732675426451 2024-11-27T02:43:55,312 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0dc60cd8bc854a0cb597147879dce8bd, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732675427579 2024-11-27T02:43:55,312 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ad941d362f3473b81ac865466b4cd60, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732675427579 2024-11-27T02:43:55,313 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e68869b43de41ab9639b1a266198189, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732675429729 2024-11-27T02:43:55,313 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting ca569afb6ed54ebb8a8bd75301c8f394, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732675429729 2024-11-27T02:43:55,313 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting dab3bc5206ed4746aac216f81504060c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732675431870 2024-11-27T02:43:55,313 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting e5af3f88465e4708b76d7e9158b93923, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732675431870 2024-11-27T02:43:55,313 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting be22fc2a78c44959b5f6fccf81e51f1d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732675433026 2024-11-27T02:43:55,313 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e6fb49e9be5407db154c5c701536132, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732675433026 2024-11-27T02:43:55,323 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:55,333 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd634961426e620ddcced498c3e54363#B#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:55,334 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/797c6541cde1492bb8b556827ecc81ff is 50, key is test_row_0/B:col10/1732675433653/Put/seqid=0 2024-11-27T02:43:55,339 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112737c0576d509e424284d2dcab08840e58_dd634961426e620ddcced498c3e54363 store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:55,342 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112737c0576d509e424284d2dcab08840e58_dd634961426e620ddcced498c3e54363, store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:55,343 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112737c0576d509e424284d2dcab08840e58_dd634961426e620ddcced498c3e54363 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:55,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742272_1448 (size=12697) 2024-11-27T02:43:55,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742273_1449 (size=4469) 2024-11-27T02:43:55,357 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd634961426e620ddcced498c3e54363#A#compaction#380 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:55,357 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/ba25de01259e4cb8b9451a9dc59cf388 is 175, key is test_row_0/A:col10/1732675433653/Put/seqid=0 2024-11-27T02:43:55,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742274_1450 (size=31651) 2024-11-27T02:43:55,391 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:55,391 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-11-27T02:43:55,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:55,391 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing dd634961426e620ddcced498c3e54363 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-11-27T02:43:55,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=A 2024-11-27T02:43:55,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:55,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=B 2024-11-27T02:43:55,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:55,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=C 2024-11-27T02:43:55,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:55,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a6f4aa5a11b4456a9d53fbb243b20f0d_dd634961426e620ddcced498c3e54363 is 50, key is test_row_0/A:col10/1732675433656/Put/seqid=0 2024-11-27T02:43:55,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742275_1451 (size=12304) 2024-11-27T02:43:55,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:55,403 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a6f4aa5a11b4456a9d53fbb243b20f0d_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a6f4aa5a11b4456a9d53fbb243b20f0d_dd634961426e620ddcced498c3e54363 2024-11-27T02:43:55,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/551b7a419f634439a828b3923fee98e2, store: [table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:55,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/551b7a419f634439a828b3923fee98e2 is 175, key is test_row_0/A:col10/1732675433656/Put/seqid=0 2024-11-27T02:43:55,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742276_1452 (size=31105) 2024-11-27T02:43:55,758 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/797c6541cde1492bb8b556827ecc81ff as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/797c6541cde1492bb8b556827ecc81ff 2024-11-27T02:43:55,761 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in dd634961426e620ddcced498c3e54363/B of dd634961426e620ddcced498c3e54363 into 797c6541cde1492bb8b556827ecc81ff(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:55,761 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:55,761 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., storeName=dd634961426e620ddcced498c3e54363/B, priority=11, startTime=1732675435304; duration=0sec 2024-11-27T02:43:55,761 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:55,761 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd634961426e620ddcced498c3e54363:B 2024-11-27T02:43:55,761 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-27T02:43:55,763 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61131 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-27T02:43:55,764 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): dd634961426e620ddcced498c3e54363/C is initiating minor compaction (all files) 2024-11-27T02:43:55,764 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd634961426e620ddcced498c3e54363/C in TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:55,764 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/464dca4d6d614e81ba1e3e5f3c637410, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/c6ad784afde54f34b688be4987db6be7, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/32ccbb49cc1e4d31a996ca1c76a6341c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/c37cd244ed93469cb6466d1d790982b7, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/b73e77907f2a4986990303edf10f9468] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp, totalSize=59.7 K 2024-11-27T02:43:55,766 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 464dca4d6d614e81ba1e3e5f3c637410, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=171, earliestPutTs=1732675426451 2024-11-27T02:43:55,766 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting c6ad784afde54f34b688be4987db6be7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=183, earliestPutTs=1732675427579 2024-11-27T02:43:55,766 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 32ccbb49cc1e4d31a996ca1c76a6341c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1732675429729 2024-11-27T02:43:55,767 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting c37cd244ed93469cb6466d1d790982b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1732675431870 2024-11-27T02:43:55,767 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting b73e77907f2a4986990303edf10f9468, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732675433026 2024-11-27T02:43:55,767 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/ba25de01259e4cb8b9451a9dc59cf388 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/ba25de01259e4cb8b9451a9dc59cf388 2024-11-27T02:43:55,773 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in dd634961426e620ddcced498c3e54363/A of dd634961426e620ddcced498c3e54363 into ba25de01259e4cb8b9451a9dc59cf388(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:55,773 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:55,773 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., storeName=dd634961426e620ddcced498c3e54363/A, priority=11, startTime=1732675435304; duration=0sec 2024-11-27T02:43:55,774 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:55,774 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd634961426e620ddcced498c3e54363:A 2024-11-27T02:43:55,777 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd634961426e620ddcced498c3e54363#C#compaction#383 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:55,778 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/90f4f1b82bd24d1886cbdfb76a47c554 is 50, key is test_row_0/C:col10/1732675433653/Put/seqid=0 2024-11-27T02:43:55,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742277_1453 (size=12697) 2024-11-27T02:43:55,790 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/90f4f1b82bd24d1886cbdfb76a47c554 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/90f4f1b82bd24d1886cbdfb76a47c554 2024-11-27T02:43:55,794 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in dd634961426e620ddcced498c3e54363/C of dd634961426e620ddcced498c3e54363 into 90f4f1b82bd24d1886cbdfb76a47c554(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:55,795 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:55,795 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., storeName=dd634961426e620ddcced498c3e54363/C, priority=11, startTime=1732675435304; duration=0sec 2024-11-27T02:43:55,795 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:55,795 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on dd634961426e620ddcced498c3e54363 2024-11-27T02:43:55,795 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd634961426e620ddcced498c3e54363:C 2024-11-27T02:43:55,809 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/551b7a419f634439a828b3923fee98e2 2024-11-27T02:43:55,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/a30a7e756cfb470cad51ad860867551f is 50, key is test_row_0/B:col10/1732675433656/Put/seqid=0 2024-11-27T02:43:55,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742278_1454 (size=12151) 2024-11-27T02:43:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T02:43:55,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675495823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:55,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675495823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:55,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675495828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:55,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675495828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:55,831 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675495828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:55,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675495929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:55,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675495929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:55,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675495932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:55,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675495932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:55,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675495932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:56,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675496130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:56,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675496131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:56,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675496134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:56,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675496134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:56,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675496135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:56,220 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/a30a7e756cfb470cad51ad860867551f 2024-11-27T02:43:56,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/e88b470a00fe4ce98ac99764e9326972 is 50, key is test_row_0/C:col10/1732675433656/Put/seqid=0 2024-11-27T02:43:56,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742279_1455 (size=12151) 2024-11-27T02:43:56,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675496435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:56,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675496436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:56,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675496442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:56,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675496443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:56,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675496444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:56,693 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/e88b470a00fe4ce98ac99764e9326972 2024-11-27T02:43:56,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/551b7a419f634439a828b3923fee98e2 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/551b7a419f634439a828b3923fee98e2 2024-11-27T02:43:56,709 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/551b7a419f634439a828b3923fee98e2, entries=150, sequenceid=257, filesize=30.4 K 2024-11-27T02:43:56,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/a30a7e756cfb470cad51ad860867551f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/a30a7e756cfb470cad51ad860867551f 2024-11-27T02:43:56,723 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/a30a7e756cfb470cad51ad860867551f, entries=150, sequenceid=257, filesize=11.9 K 2024-11-27T02:43:56,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/e88b470a00fe4ce98ac99764e9326972 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/e88b470a00fe4ce98ac99764e9326972 2024-11-27T02:43:56,728 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/e88b470a00fe4ce98ac99764e9326972, entries=150, sequenceid=257, filesize=11.9 K 2024-11-27T02:43:56,729 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=174.43 KB/178620 for dd634961426e620ddcced498c3e54363 in 1338ms, sequenceid=257, compaction requested=false 2024-11-27T02:43:56,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:56,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:56,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-11-27T02:43:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-11-27T02:43:56,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-11-27T02:43:56,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0130 sec 2024-11-27T02:43:56,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 3.0160 sec 2024-11-27T02:43:56,949 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd634961426e620ddcced498c3e54363 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-27T02:43:56,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on dd634961426e620ddcced498c3e54363 2024-11-27T02:43:56,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=A 2024-11-27T02:43:56,950 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:56,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=B 2024-11-27T02:43:56,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:56,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=C 2024-11-27T02:43:56,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:56,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675496952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:56,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675496953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:56,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:56,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675496955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:56,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:56,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675496956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:56,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:56,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675496956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:56,965 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127838e53287902470aa68190cebb5d31e6_dd634961426e620ddcced498c3e54363 is 50, key is test_row_0/A:col10/1732675436949/Put/seqid=0 2024-11-27T02:43:56,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742280_1456 (size=17534) 2024-11-27T02:43:57,003 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,008 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127838e53287902470aa68190cebb5d31e6_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127838e53287902470aa68190cebb5d31e6_dd634961426e620ddcced498c3e54363 2024-11-27T02:43:57,008 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/113d18e6e2e84ec382182eff2104a5c2, store: [table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:57,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/113d18e6e2e84ec382182eff2104a5c2 is 175, key is test_row_0/A:col10/1732675436949/Put/seqid=0 2024-11-27T02:43:57,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742281_1457 (size=48639) 2024-11-27T02:43:57,057 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=291, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/113d18e6e2e84ec382182eff2104a5c2 2024-11-27T02:43:57,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675497062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:57,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:57,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675497062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:57,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/cc75a972cce24934a8ebeb99c4a4190e is 50, key is test_row_0/B:col10/1732675436949/Put/seqid=0 2024-11-27T02:43:57,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742282_1458 (size=12301) 2024-11-27T02:43:57,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/cc75a972cce24934a8ebeb99c4a4190e 2024-11-27T02:43:57,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/ada5fb3af1164508a5d6851a52fcc918 is 50, key is test_row_0/C:col10/1732675436949/Put/seqid=0 2024-11-27T02:43:57,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742283_1459 (size=12301) 2024-11-27T02:43:57,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675497266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:57,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675497266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:57,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/ada5fb3af1164508a5d6851a52fcc918 2024-11-27T02:43:57,556 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/113d18e6e2e84ec382182eff2104a5c2 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/113d18e6e2e84ec382182eff2104a5c2 2024-11-27T02:43:57,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/113d18e6e2e84ec382182eff2104a5c2, entries=250, sequenceid=291, filesize=47.5 K 2024-11-27T02:43:57,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,560 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/cc75a972cce24934a8ebeb99c4a4190e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/cc75a972cce24934a8ebeb99c4a4190e 2024-11-27T02:43:57,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,563 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/cc75a972cce24934a8ebeb99c4a4190e, entries=150, sequenceid=291, filesize=12.0 K 2024-11-27T02:43:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/ada5fb3af1164508a5d6851a52fcc918 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/ada5fb3af1164508a5d6851a52fcc918 2024-11-27T02:43:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/ada5fb3af1164508a5d6851a52fcc918, entries=150, sequenceid=291, filesize=12.0 K 2024-11-27T02:43:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,571 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for dd634961426e620ddcced498c3e54363 in 622ms, sequenceid=291, compaction requested=true 2024-11-27T02:43:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:57,571 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:57,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,571 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd634961426e620ddcced498c3e54363:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:43:57,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:57,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd634961426e620ddcced498c3e54363:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:43:57,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:57,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd634961426e620ddcced498c3e54363:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:43:57,572 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:57,572 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,572 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111395 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:57,572 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): dd634961426e620ddcced498c3e54363/A is initiating minor compaction (all files) 2024-11-27T02:43:57,572 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd634961426e620ddcced498c3e54363/A in TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:57,572 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/ba25de01259e4cb8b9451a9dc59cf388, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/551b7a419f634439a828b3923fee98e2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/113d18e6e2e84ec382182eff2104a5c2] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp, totalSize=108.8 K 2024-11-27T02:43:57,572 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:57,572 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. files: [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/ba25de01259e4cb8b9451a9dc59cf388, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/551b7a419f634439a828b3923fee98e2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/113d18e6e2e84ec382182eff2104a5c2] 2024-11-27T02:43:57,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,573 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba25de01259e4cb8b9451a9dc59cf388, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732675433026 2024-11-27T02:43:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,573 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 551b7a419f634439a828b3923fee98e2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732675433654 2024-11-27T02:43:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,573 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:57,573 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): dd634961426e620ddcced498c3e54363/B is initiating minor compaction (all files) 2024-11-27T02:43:57,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,573 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 113d18e6e2e84ec382182eff2104a5c2, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732675435818 2024-11-27T02:43:57,573 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd634961426e620ddcced498c3e54363/B in TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:57,573 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/797c6541cde1492bb8b556827ecc81ff, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/a30a7e756cfb470cad51ad860867551f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/cc75a972cce24934a8ebeb99c4a4190e] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp, totalSize=36.3 K 2024-11-27T02:43:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,574 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 797c6541cde1492bb8b556827ecc81ff, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732675433026 2024-11-27T02:43:57,574 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting a30a7e756cfb470cad51ad860867551f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732675433654 2024-11-27T02:43:57,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,574 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting cc75a972cce24934a8ebeb99c4a4190e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732675435818 2024-11-27T02:43:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,591 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:57,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,604 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd634961426e620ddcced498c3e54363#B#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,605 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/46137725ff004f23ad9e9eec6eab15a3 is 50, key is test_row_0/B:col10/1732675436949/Put/seqid=0 2024-11-27T02:43:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,623 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112732b0955c5bf144d891e0cc16a4112726_dd634961426e620ddcced498c3e54363 store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:57,625 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112732b0955c5bf144d891e0cc16a4112726_dd634961426e620ddcced498c3e54363, store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:57,626 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112732b0955c5bf144d891e0cc16a4112726_dd634961426e620ddcced498c3e54363 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on dd634961426e620ddcced498c3e54363 2024-11-27T02:43:57,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd634961426e620ddcced498c3e54363 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T02:43:57,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=A 2024-11-27T02:43:57,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:57,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=B 2024-11-27T02:43:57,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:57,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=C 2024-11-27T02:43:57,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:57,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742284_1460 (size=12949) 2024-11-27T02:43:57,669 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/46137725ff004f23ad9e9eec6eab15a3 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/46137725ff004f23ad9e9eec6eab15a3 2024-11-27T02:43:57,674 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd634961426e620ddcced498c3e54363/B of dd634961426e620ddcced498c3e54363 into 46137725ff004f23ad9e9eec6eab15a3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:57,674 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:57,674 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., storeName=dd634961426e620ddcced498c3e54363/B, priority=13, startTime=1732675437572; duration=0sec 2024-11-27T02:43:57,674 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:57,674 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd634961426e620ddcced498c3e54363:B 2024-11-27T02:43:57,674 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:57,675 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:57,675 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): dd634961426e620ddcced498c3e54363/C is initiating minor compaction (all files) 2024-11-27T02:43:57,675 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd634961426e620ddcced498c3e54363/C in TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:57,675 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/90f4f1b82bd24d1886cbdfb76a47c554, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/e88b470a00fe4ce98ac99764e9326972, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/ada5fb3af1164508a5d6851a52fcc918] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp, totalSize=36.3 K 2024-11-27T02:43:57,676 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 90f4f1b82bd24d1886cbdfb76a47c554, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1732675433026 2024-11-27T02:43:57,676 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting e88b470a00fe4ce98ac99764e9326972, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1732675433654 2024-11-27T02:43:57,676 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting ada5fb3af1164508a5d6851a52fcc918, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732675435818 2024-11-27T02:43:57,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742285_1461 (size=4469) 2024-11-27T02:43:57,697 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd634961426e620ddcced498c3e54363#A#compaction#389 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:57,697 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/d63300355d0f41a9a1573d4364cb3984 is 175, key is test_row_0/A:col10/1732675436949/Put/seqid=0 2024-11-27T02:43:57,714 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd634961426e620ddcced498c3e54363#C#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:57,715 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/b6d6f453b84f46259feb28e6129741c6 is 50, key is test_row_0/C:col10/1732675436949/Put/seqid=0 2024-11-27T02:43:57,722 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270b8cbef4d42a44e3be2ad79f7d8da034_dd634961426e620ddcced498c3e54363 is 50, key is test_row_0/A:col10/1732675437657/Put/seqid=0 2024-11-27T02:43:57,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742286_1462 (size=31903) 2024-11-27T02:43:57,763 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/d63300355d0f41a9a1573d4364cb3984 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/d63300355d0f41a9a1573d4364cb3984 2024-11-27T02:43:57,769 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd634961426e620ddcced498c3e54363/A of dd634961426e620ddcced498c3e54363 into d63300355d0f41a9a1573d4364cb3984(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:57,769 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:57,769 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., storeName=dd634961426e620ddcced498c3e54363/A, priority=13, startTime=1732675437571; duration=0sec 2024-11-27T02:43:57,769 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:57,769 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd634961426e620ddcced498c3e54363:A 2024-11-27T02:43:57,774 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:57,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675497767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:57,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:57,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675497769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:57,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742287_1463 (size=12949) 2024-11-27T02:43:57,804 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/b6d6f453b84f46259feb28e6129741c6 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/b6d6f453b84f46259feb28e6129741c6 2024-11-27T02:43:57,808 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd634961426e620ddcced498c3e54363/C of dd634961426e620ddcced498c3e54363 into b6d6f453b84f46259feb28e6129741c6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:57,808 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:57,808 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., storeName=dd634961426e620ddcced498c3e54363/C, priority=13, startTime=1732675437572; duration=0sec 2024-11-27T02:43:57,808 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:57,808 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd634961426e620ddcced498c3e54363:C 2024-11-27T02:43:57,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-11-27T02:43:57,821 INFO [Thread-1777 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-11-27T02:43:57,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:43:57,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-11-27T02:43:57,826 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:43:57,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T02:43:57,826 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:43:57,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:43:57,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742289_1465 (size=25158) 2024-11-27T02:43:57,829 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:57,833 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411270b8cbef4d42a44e3be2ad79f7d8da034_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270b8cbef4d42a44e3be2ad79f7d8da034_dd634961426e620ddcced498c3e54363 2024-11-27T02:43:57,834 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/be49a2bcf4b44c4eac19ed37af5d52a6, store: [table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:57,835 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/be49a2bcf4b44c4eac19ed37af5d52a6 is 175, key is test_row_0/A:col10/1732675437657/Put/seqid=0 2024-11-27T02:43:57,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742288_1464 (size=74795) 2024-11-27T02:43:57,838 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=302, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/be49a2bcf4b44c4eac19ed37af5d52a6 2024-11-27T02:43:57,849 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/9d770b850a504753b0cf89ddb87356be is 50, key is test_row_0/B:col10/1732675437657/Put/seqid=0 2024-11-27T02:43:57,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:57,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675497876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:57,882 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:57,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675497879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:57,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742290_1466 (size=12301) 2024-11-27T02:43:57,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/9d770b850a504753b0cf89ddb87356be 2024-11-27T02:43:57,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/60832f5592044b03b05e9a1cf7a45b11 is 50, key is test_row_0/C:col10/1732675437657/Put/seqid=0 2024-11-27T02:43:57,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742291_1467 (size=12301) 2024-11-27T02:43:57,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T02:43:57,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675497961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:57,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:57,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675497968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675497968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:57,979 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:57,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T02:43:57,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:57,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:57,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:57,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:57,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:57,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:58,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675498084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:58,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:58,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675498084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:58,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T02:43:58,134 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:58,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T02:43:58,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:58,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:58,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:58,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:58,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:58,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:58,287 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:58,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T02:43:58,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:58,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:58,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:58,287 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:58,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:58,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:58,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/60832f5592044b03b05e9a1cf7a45b11 2024-11-27T02:43:58,327 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/be49a2bcf4b44c4eac19ed37af5d52a6 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/be49a2bcf4b44c4eac19ed37af5d52a6 2024-11-27T02:43:58,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/be49a2bcf4b44c4eac19ed37af5d52a6, entries=400, sequenceid=302, filesize=73.0 K 2024-11-27T02:43:58,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/9d770b850a504753b0cf89ddb87356be as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/9d770b850a504753b0cf89ddb87356be 2024-11-27T02:43:58,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/9d770b850a504753b0cf89ddb87356be, entries=150, sequenceid=302, filesize=12.0 K 2024-11-27T02:43:58,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/60832f5592044b03b05e9a1cf7a45b11 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/60832f5592044b03b05e9a1cf7a45b11 2024-11-27T02:43:58,340 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/60832f5592044b03b05e9a1cf7a45b11, entries=150, sequenceid=302, filesize=12.0 K 2024-11-27T02:43:58,341 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for dd634961426e620ddcced498c3e54363 in 683ms, sequenceid=302, compaction requested=false 2024-11-27T02:43:58,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:58,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd634961426e620ddcced498c3e54363 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T02:43:58,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=A 2024-11-27T02:43:58,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:58,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=B 2024-11-27T02:43:58,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:58,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=C 2024-11-27T02:43:58,395 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:58,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on dd634961426e620ddcced498c3e54363 2024-11-27T02:43:58,414 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127100e80170479495bb07d53c262e16cae_dd634961426e620ddcced498c3e54363 is 50, key is test_row_0/A:col10/1732675438393/Put/seqid=0 2024-11-27T02:43:58,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T02:43:58,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675498426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:58,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:58,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675498427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:58,439 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:58,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T02:43:58,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:58,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:58,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:58,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:58,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:58,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:58,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742292_1468 (size=14994) 2024-11-27T02:43:58,469 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:43:58,474 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127100e80170479495bb07d53c262e16cae_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127100e80170479495bb07d53c262e16cae_dd634961426e620ddcced498c3e54363 2024-11-27T02:43:58,475 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/21122f2442f945f7adfbeecdfe295150, store: [table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:58,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/21122f2442f945f7adfbeecdfe295150 is 175, key is test_row_0/A:col10/1732675438393/Put/seqid=0 2024-11-27T02:43:58,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742293_1469 (size=39949) 2024-11-27T02:43:58,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:58,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675498534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:58,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:58,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675498534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:58,593 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:58,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T02:43:58,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:58,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:58,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:58,595 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:58,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:58,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:58,748 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:58,748 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T02:43:58,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:58,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:58,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:58,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:58,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:58,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:58,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675498744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:58,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:58,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675498744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:58,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:58,907 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:58,907 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=331, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/21122f2442f945f7adfbeecdfe295150 2024-11-27T02:43:58,907 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T02:43:58,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:58,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:58,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:58,908 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:58,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:58,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/045e8a2dadfc4272b2a3e3a3e7caa67a is 50, key is test_row_0/B:col10/1732675438393/Put/seqid=0 2024-11-27T02:43:58,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T02:43:58,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742294_1470 (size=12301) 2024-11-27T02:43:59,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675499051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:59,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:59,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675499052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:59,060 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:59,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T02:43:59,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:59,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:59,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:59,061 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:59,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:59,213 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:59,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T02:43:59,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:59,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:59,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:59,213 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:59,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:59,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:59,367 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:59,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T02:43:59,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:59,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:59,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:59,368 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:59,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:59,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:59,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/045e8a2dadfc4272b2a3e3a3e7caa67a 2024-11-27T02:43:59,392 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/b13626e8257e4efd936ee6093ea46bdf is 50, key is test_row_0/C:col10/1732675438393/Put/seqid=0 2024-11-27T02:43:59,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742295_1471 (size=12301) 2024-11-27T02:43:59,520 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:59,520 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T02:43:59,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:59,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:59,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:59,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:59,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:59,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:59,567 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675499560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:59,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:43:59,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675499562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:43:59,672 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:59,673 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T02:43:59,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:59,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:59,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:59,673 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:59,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:59,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:59,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/b13626e8257e4efd936ee6093ea46bdf 2024-11-27T02:43:59,826 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:59,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T02:43:59,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:59,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:59,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:59,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:59,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:59,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:43:59,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/21122f2442f945f7adfbeecdfe295150 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/21122f2442f945f7adfbeecdfe295150 2024-11-27T02:43:59,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/21122f2442f945f7adfbeecdfe295150, entries=200, sequenceid=331, filesize=39.0 K 2024-11-27T02:43:59,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/045e8a2dadfc4272b2a3e3a3e7caa67a as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/045e8a2dadfc4272b2a3e3a3e7caa67a 2024-11-27T02:43:59,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/045e8a2dadfc4272b2a3e3a3e7caa67a, entries=150, sequenceid=331, filesize=12.0 K 2024-11-27T02:43:59,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/b13626e8257e4efd936ee6093ea46bdf as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/b13626e8257e4efd936ee6093ea46bdf 2024-11-27T02:43:59,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/b13626e8257e4efd936ee6093ea46bdf, entries=150, sequenceid=331, filesize=12.0 K 2024-11-27T02:43:59,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for dd634961426e620ddcced498c3e54363 in 1451ms, sequenceid=331, compaction requested=true 2024-11-27T02:43:59,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:59,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd634961426e620ddcced498c3e54363:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:43:59,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:43:59,846 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:59,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd634961426e620ddcced498c3e54363:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:43:59,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:59,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd634961426e620ddcced498c3e54363:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:43:59,846 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:59,846 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:59,847 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 146647 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:59,847 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): dd634961426e620ddcced498c3e54363/A is initiating minor compaction (all files) 2024-11-27T02:43:59,847 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd634961426e620ddcced498c3e54363/A in TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:59,847 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/d63300355d0f41a9a1573d4364cb3984, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/be49a2bcf4b44c4eac19ed37af5d52a6, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/21122f2442f945f7adfbeecdfe295150] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp, totalSize=143.2 K 2024-11-27T02:43:59,847 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:59,848 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:59,848 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. files: [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/d63300355d0f41a9a1573d4364cb3984, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/be49a2bcf4b44c4eac19ed37af5d52a6, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/21122f2442f945f7adfbeecdfe295150] 2024-11-27T02:43:59,848 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): dd634961426e620ddcced498c3e54363/B is initiating minor compaction (all files) 2024-11-27T02:43:59,848 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd634961426e620ddcced498c3e54363/B in TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:59,848 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/46137725ff004f23ad9e9eec6eab15a3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/9d770b850a504753b0cf89ddb87356be, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/045e8a2dadfc4272b2a3e3a3e7caa67a] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp, totalSize=36.7 K 2024-11-27T02:43:59,848 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting d63300355d0f41a9a1573d4364cb3984, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732675435818 2024-11-27T02:43:59,848 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 46137725ff004f23ad9e9eec6eab15a3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732675435818 2024-11-27T02:43:59,849 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 9d770b850a504753b0cf89ddb87356be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732675437646 2024-11-27T02:43:59,849 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting be49a2bcf4b44c4eac19ed37af5d52a6, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732675436951 2024-11-27T02:43:59,849 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 045e8a2dadfc4272b2a3e3a3e7caa67a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732675437754 2024-11-27T02:43:59,849 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 21122f2442f945f7adfbeecdfe295150, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732675437754 2024-11-27T02:43:59,867 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:59,868 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd634961426e620ddcced498c3e54363#B#compaction#399 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:59,869 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/159bd7d6d63b4d2aa9c7b8722501c910 is 50, key is test_row_0/B:col10/1732675438393/Put/seqid=0 2024-11-27T02:43:59,883 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127a935ece2002044f2ba8fc554e11af1cd_dd634961426e620ddcced498c3e54363 store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:59,886 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127a935ece2002044f2ba8fc554e11af1cd_dd634961426e620ddcced498c3e54363, store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:59,886 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127a935ece2002044f2ba8fc554e11af1cd_dd634961426e620ddcced498c3e54363 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:43:59,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742296_1472 (size=13051) 2024-11-27T02:43:59,918 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/159bd7d6d63b4d2aa9c7b8722501c910 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/159bd7d6d63b4d2aa9c7b8722501c910 2024-11-27T02:43:59,923 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd634961426e620ddcced498c3e54363/B of dd634961426e620ddcced498c3e54363 into 159bd7d6d63b4d2aa9c7b8722501c910(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:43:59,923 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:43:59,923 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., storeName=dd634961426e620ddcced498c3e54363/B, priority=13, startTime=1732675439846; duration=0sec 2024-11-27T02:43:59,923 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:43:59,923 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd634961426e620ddcced498c3e54363:B 2024-11-27T02:43:59,923 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:43:59,925 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:43:59,925 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): dd634961426e620ddcced498c3e54363/C is initiating minor compaction (all files) 2024-11-27T02:43:59,925 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd634961426e620ddcced498c3e54363/C in TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:59,926 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/b6d6f453b84f46259feb28e6129741c6, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/60832f5592044b03b05e9a1cf7a45b11, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/b13626e8257e4efd936ee6093ea46bdf] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp, totalSize=36.7 K 2024-11-27T02:43:59,926 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting b6d6f453b84f46259feb28e6129741c6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1732675435818 2024-11-27T02:43:59,926 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 60832f5592044b03b05e9a1cf7a45b11, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732675437646 2024-11-27T02:43:59,927 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting b13626e8257e4efd936ee6093ea46bdf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732675437754 2024-11-27T02:43:59,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T02:43:59,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742297_1473 (size=4469) 2024-11-27T02:43:59,942 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd634961426e620ddcced498c3e54363#A#compaction#398 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:59,942 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/7a29264130ff4ab787806c3cdb5c2716 is 175, key is test_row_0/A:col10/1732675438393/Put/seqid=0 2024-11-27T02:43:59,954 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd634961426e620ddcced498c3e54363#C#compaction#400 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:43:59,955 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/5bb2fd098f74454bb279d7755a4e587d is 50, key is test_row_0/C:col10/1732675438393/Put/seqid=0 2024-11-27T02:43:59,980 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:43:59,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-11-27T02:43:59,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:43:59,981 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing dd634961426e620ddcced498c3e54363 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-27T02:43:59,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=A 2024-11-27T02:43:59,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:59,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=B 2024-11-27T02:43:59,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:59,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=C 2024-11-27T02:43:59,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:43:59,985 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. as already flushing 2024-11-27T02:43:59,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on dd634961426e620ddcced498c3e54363 2024-11-27T02:43:59,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742298_1474 (size=32005) 2024-11-27T02:43:59,998 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/7a29264130ff4ab787806c3cdb5c2716 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/7a29264130ff4ab787806c3cdb5c2716 2024-11-27T02:44:00,003 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd634961426e620ddcced498c3e54363/A of dd634961426e620ddcced498c3e54363 into 7a29264130ff4ab787806c3cdb5c2716(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:00,003 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:44:00,004 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., storeName=dd634961426e620ddcced498c3e54363/A, priority=13, startTime=1732675439846; duration=0sec 2024-11-27T02:44:00,004 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:00,004 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd634961426e620ddcced498c3e54363:A 2024-11-27T02:44:00,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742299_1475 (size=13051) 2024-11-27T02:44:00,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112746cc5e2dbb4c439e9273ccfa0cd6cd6b_dd634961426e620ddcced498c3e54363 is 50, key is test_row_0/A:col10/1732675438425/Put/seqid=0 2024-11-27T02:44:00,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742300_1476 (size=12454) 2024-11-27T02:44:00,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675500100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:00,103 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675500103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:00,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:00,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675500103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:00,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675500204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:00,209 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:00,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675500204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:00,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:00,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675500216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:00,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:00,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37484 deadline: 1732675500412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:00,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:00,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37514 deadline: 1732675500412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:00,422 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:00,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37500 deadline: 1732675500419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:00,437 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/5bb2fd098f74454bb279d7755a4e587d as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/5bb2fd098f74454bb279d7755a4e587d 2024-11-27T02:44:00,443 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd634961426e620ddcced498c3e54363/C of dd634961426e620ddcced498c3e54363 into 5bb2fd098f74454bb279d7755a4e587d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:00,444 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:44:00,444 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., storeName=dd634961426e620ddcced498c3e54363/C, priority=13, startTime=1732675439846; duration=0sec 2024-11-27T02:44:00,444 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:00,444 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd634961426e620ddcced498c3e54363:C 2024-11-27T02:44:00,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:00,455 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112746cc5e2dbb4c439e9273ccfa0cd6cd6b_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112746cc5e2dbb4c439e9273ccfa0cd6cd6b_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:00,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/cb00097adf634f6d8251d3ff0f6b999f, store: [table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:44:00,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/cb00097adf634f6d8251d3ff0f6b999f is 175, key is test_row_0/A:col10/1732675438425/Put/seqid=0 2024-11-27T02:44:00,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742301_1477 (size=31255) 2024-11-27T02:44:00,483 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/cb00097adf634f6d8251d3ff0f6b999f 2024-11-27T02:44:00,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/bc1aa0c9618046bfaffa61bfbfc52803 is 50, key is test_row_0/B:col10/1732675438425/Put/seqid=0 2024-11-27T02:44:00,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742302_1478 (size=12301) 2024-11-27T02:44:00,529 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/bc1aa0c9618046bfaffa61bfbfc52803 2024-11-27T02:44:00,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/5275a214fbe04d28b94b93fc57e0565a is 50, key is test_row_0/C:col10/1732675438425/Put/seqid=0 2024-11-27T02:44:00,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742303_1479 (size=12301) 2024-11-27T02:44:00,568 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/5275a214fbe04d28b94b93fc57e0565a 2024-11-27T02:44:00,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:00,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37568 deadline: 1732675500568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:00,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/cb00097adf634f6d8251d3ff0f6b999f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/cb00097adf634f6d8251d3ff0f6b999f 2024-11-27T02:44:00,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:00,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:37546 deadline: 1732675500574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:00,577 DEBUG [Thread-1786 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5571dbeb to 127.0.0.1:52502 2024-11-27T02:44:00,577 DEBUG [Thread-1786 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:44:00,578 DEBUG [Thread-1780 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x391f4285 to 127.0.0.1:52502 2024-11-27T02:44:00,578 DEBUG [Thread-1780 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:44:00,579 DEBUG [Thread-1782 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c5480a0 to 127.0.0.1:52502 2024-11-27T02:44:00,579 DEBUG [Thread-1782 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:44:00,583 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/cb00097adf634f6d8251d3ff0f6b999f, entries=150, sequenceid=342, filesize=30.5 K 2024-11-27T02:44:00,584 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/bc1aa0c9618046bfaffa61bfbfc52803 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/bc1aa0c9618046bfaffa61bfbfc52803 2024-11-27T02:44:00,584 DEBUG [Thread-1778 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0d8a5267 to 127.0.0.1:52502 2024-11-27T02:44:00,584 DEBUG [Thread-1778 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:44:00,585 DEBUG [Thread-1784 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d3023ef to 127.0.0.1:52502 2024-11-27T02:44:00,585 DEBUG [Thread-1784 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:44:00,589 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/bc1aa0c9618046bfaffa61bfbfc52803, entries=150, sequenceid=342, filesize=12.0 K 2024-11-27T02:44:00,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/5275a214fbe04d28b94b93fc57e0565a as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/5275a214fbe04d28b94b93fc57e0565a 2024-11-27T02:44:00,594 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/5275a214fbe04d28b94b93fc57e0565a, entries=150, sequenceid=342, filesize=12.0 K 2024-11-27T02:44:00,594 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for dd634961426e620ddcced498c3e54363 in 613ms, sequenceid=342, compaction requested=false 2024-11-27T02:44:00,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:44:00,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:44:00,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-11-27T02:44:00,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-11-27T02:44:00,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-11-27T02:44:00,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7720 sec 2024-11-27T02:44:00,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 2.7810 sec 2024-11-27T02:44:00,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on dd634961426e620ddcced498c3e54363 2024-11-27T02:44:00,723 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing dd634961426e620ddcced498c3e54363 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-27T02:44:00,723 DEBUG [Thread-1773 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x55264dad to 127.0.0.1:52502 2024-11-27T02:44:00,723 DEBUG [Thread-1767 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0708c182 to 127.0.0.1:52502 2024-11-27T02:44:00,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=A 2024-11-27T02:44:00,723 DEBUG [Thread-1773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:44:00,723 DEBUG [Thread-1767 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:44:00,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:00,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=B 2024-11-27T02:44:00,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:00,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=C 2024-11-27T02:44:00,723 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:00,726 DEBUG [Thread-1771 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b487065 to 127.0.0.1:52502 2024-11-27T02:44:00,726 DEBUG [Thread-1771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:44:00,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e4d89a39e815408f952ee170221dba54_dd634961426e620ddcced498c3e54363 is 50, key is test_row_0/A:col10/1732675440101/Put/seqid=0 2024-11-27T02:44:00,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742304_1480 (size=12454) 2024-11-27T02:44:01,141 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:01,143 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e4d89a39e815408f952ee170221dba54_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e4d89a39e815408f952ee170221dba54_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:01,144 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/c7a9f0e9cd66480aa1c4301d0e0eb227, store: [table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:44:01,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/c7a9f0e9cd66480aa1c4301d0e0eb227 is 175, key is test_row_0/A:col10/1732675440101/Put/seqid=0 2024-11-27T02:44:01,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742305_1481 (size=31255) 2024-11-27T02:44:01,148 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=372, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/c7a9f0e9cd66480aa1c4301d0e0eb227 2024-11-27T02:44:01,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/011053bdb2724676891b0db58d8fd52d is 50, key is test_row_0/B:col10/1732675440101/Put/seqid=0 2024-11-27T02:44:01,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742306_1482 (size=12301) 2024-11-27T02:44:01,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/011053bdb2724676891b0db58d8fd52d 2024-11-27T02:44:01,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/a3e8ef299ab24593a44d4cc3c7e917fa is 50, key is test_row_0/C:col10/1732675440101/Put/seqid=0 2024-11-27T02:44:01,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742307_1483 (size=12301) 2024-11-27T02:44:01,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-11-27T02:44:01,931 INFO [Thread-1777 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-11-27T02:44:01,968 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=372 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/a3e8ef299ab24593a44d4cc3c7e917fa 2024-11-27T02:44:01,971 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/c7a9f0e9cd66480aa1c4301d0e0eb227 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/c7a9f0e9cd66480aa1c4301d0e0eb227 2024-11-27T02:44:01,974 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/c7a9f0e9cd66480aa1c4301d0e0eb227, entries=150, sequenceid=372, filesize=30.5 K 2024-11-27T02:44:01,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/011053bdb2724676891b0db58d8fd52d as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/011053bdb2724676891b0db58d8fd52d 2024-11-27T02:44:01,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/011053bdb2724676891b0db58d8fd52d, entries=150, sequenceid=372, filesize=12.0 K 2024-11-27T02:44:01,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/a3e8ef299ab24593a44d4cc3c7e917fa as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/a3e8ef299ab24593a44d4cc3c7e917fa 2024-11-27T02:44:01,988 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/a3e8ef299ab24593a44d4cc3c7e917fa, entries=150, sequenceid=372, filesize=12.0 K 2024-11-27T02:44:01,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=6.71 KB/6870 for dd634961426e620ddcced498c3e54363 in 1267ms, sequenceid=372, compaction requested=true 2024-11-27T02:44:01,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:44:01,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd634961426e620ddcced498c3e54363:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:44:01,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:01,989 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:01,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd634961426e620ddcced498c3e54363:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:44:01,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:01,989 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:01,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd634961426e620ddcced498c3e54363:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:44:01,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:01,990 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:01,990 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94515 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:01,990 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): dd634961426e620ddcced498c3e54363/B is initiating minor compaction (all files) 2024-11-27T02:44:01,990 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): dd634961426e620ddcced498c3e54363/A is initiating minor compaction (all files) 2024-11-27T02:44:01,990 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd634961426e620ddcced498c3e54363/B in TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:44:01,990 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd634961426e620ddcced498c3e54363/A in TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:44:01,990 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/159bd7d6d63b4d2aa9c7b8722501c910, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/bc1aa0c9618046bfaffa61bfbfc52803, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/011053bdb2724676891b0db58d8fd52d] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp, totalSize=36.8 K 2024-11-27T02:44:01,990 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/7a29264130ff4ab787806c3cdb5c2716, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/cb00097adf634f6d8251d3ff0f6b999f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/c7a9f0e9cd66480aa1c4301d0e0eb227] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp, totalSize=92.3 K 2024-11-27T02:44:01,990 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:44:01,990 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. files: [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/7a29264130ff4ab787806c3cdb5c2716, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/cb00097adf634f6d8251d3ff0f6b999f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/c7a9f0e9cd66480aa1c4301d0e0eb227] 2024-11-27T02:44:01,990 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 159bd7d6d63b4d2aa9c7b8722501c910, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732675437754 2024-11-27T02:44:01,990 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a29264130ff4ab787806c3cdb5c2716, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732675437754 2024-11-27T02:44:01,990 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting bc1aa0c9618046bfaffa61bfbfc52803, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732675438411 2024-11-27T02:44:01,990 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting cb00097adf634f6d8251d3ff0f6b999f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732675438411 2024-11-27T02:44:01,990 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 011053bdb2724676891b0db58d8fd52d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732675440091 2024-11-27T02:44:01,991 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting c7a9f0e9cd66480aa1c4301d0e0eb227, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732675440091 2024-11-27T02:44:01,996 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:44:01,997 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd634961426e620ddcced498c3e54363#B#compaction#407 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:01,998 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/f93419f4bd1a404a875de114b5754bcf is 50, key is test_row_0/B:col10/1732675440101/Put/seqid=0 2024-11-27T02:44:02,003 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112773997cee30ba4fb1833a9aac7223d975_dd634961426e620ddcced498c3e54363 store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:44:02,006 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112773997cee30ba4fb1833a9aac7223d975_dd634961426e620ddcced498c3e54363, store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:44:02,006 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112773997cee30ba4fb1833a9aac7223d975_dd634961426e620ddcced498c3e54363 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:44:02,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742308_1484 (size=13153) 2024-11-27T02:44:02,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742309_1485 (size=4469) 2024-11-27T02:44:02,043 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd634961426e620ddcced498c3e54363#A#compaction#408 average throughput is 0.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:02,044 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/a6dc66e215d148c885edeb6395d5d947 is 175, key is test_row_0/A:col10/1732675440101/Put/seqid=0 2024-11-27T02:44:02,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742310_1486 (size=32107) 2024-11-27T02:44:02,416 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/f93419f4bd1a404a875de114b5754bcf as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/f93419f4bd1a404a875de114b5754bcf 2024-11-27T02:44:02,420 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd634961426e620ddcced498c3e54363/B of dd634961426e620ddcced498c3e54363 into f93419f4bd1a404a875de114b5754bcf(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:02,420 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:44:02,420 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., storeName=dd634961426e620ddcced498c3e54363/B, priority=13, startTime=1732675441989; duration=0sec 2024-11-27T02:44:02,420 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:02,420 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd634961426e620ddcced498c3e54363:B 2024-11-27T02:44:02,420 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:02,420 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:02,420 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): dd634961426e620ddcced498c3e54363/C is initiating minor compaction (all files) 2024-11-27T02:44:02,420 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of dd634961426e620ddcced498c3e54363/C in TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:44:02,420 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/5bb2fd098f74454bb279d7755a4e587d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/5275a214fbe04d28b94b93fc57e0565a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/a3e8ef299ab24593a44d4cc3c7e917fa] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp, totalSize=36.8 K 2024-11-27T02:44:02,421 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bb2fd098f74454bb279d7755a4e587d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1732675437754 2024-11-27T02:44:02,421 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 5275a214fbe04d28b94b93fc57e0565a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1732675438411 2024-11-27T02:44:02,421 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting a3e8ef299ab24593a44d4cc3c7e917fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=372, earliestPutTs=1732675440091 2024-11-27T02:44:02,427 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd634961426e620ddcced498c3e54363#C#compaction#409 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:02,428 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/c2959266186e433db567846c0a7ceea5 is 50, key is test_row_0/C:col10/1732675440101/Put/seqid=0 2024-11-27T02:44:02,451 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/a6dc66e215d148c885edeb6395d5d947 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/a6dc66e215d148c885edeb6395d5d947 2024-11-27T02:44:02,455 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd634961426e620ddcced498c3e54363/A of dd634961426e620ddcced498c3e54363 into a6dc66e215d148c885edeb6395d5d947(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:02,455 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:44:02,455 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., storeName=dd634961426e620ddcced498c3e54363/A, priority=13, startTime=1732675441989; duration=0sec 2024-11-27T02:44:02,455 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:02,455 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd634961426e620ddcced498c3e54363:A 2024-11-27T02:44:02,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742311_1487 (size=13153) 2024-11-27T02:44:02,461 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/c2959266186e433db567846c0a7ceea5 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/c2959266186e433db567846c0a7ceea5 2024-11-27T02:44:02,466 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in dd634961426e620ddcced498c3e54363/C of dd634961426e620ddcced498c3e54363 into c2959266186e433db567846c0a7ceea5(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:02,466 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:44:02,466 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363., storeName=dd634961426e620ddcced498c3e54363/C, priority=13, startTime=1732675441989; duration=0sec 2024-11-27T02:44:02,466 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:02,466 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd634961426e620ddcced498c3e54363:C 2024-11-27T02:44:02,587 DEBUG [Thread-1775 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58ba3ef8 to 127.0.0.1:52502 2024-11-27T02:44:02,587 DEBUG [Thread-1775 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:44:02,593 DEBUG [Thread-1769 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d810ef2 to 127.0.0.1:52502 2024-11-27T02:44:02,593 DEBUG [Thread-1769 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:44:02,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T02:44:02,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 52 2024-11-27T02:44:02,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-27T02:44:02,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-11-27T02:44:02,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-27T02:44:02,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 60 2024-11-27T02:44:02,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T02:44:02,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T02:44:02,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2232 2024-11-27T02:44:02,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6696 rows 2024-11-27T02:44:02,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2242 2024-11-27T02:44:02,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6726 rows 2024-11-27T02:44:02,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2228 2024-11-27T02:44:02,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6684 rows 2024-11-27T02:44:02,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2243 2024-11-27T02:44:02,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6729 rows 2024-11-27T02:44:02,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2230 2024-11-27T02:44:02,594 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6690 rows 2024-11-27T02:44:02,594 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T02:44:02,594 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29f7aca2 to 127.0.0.1:52502 2024-11-27T02:44:02,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:44:02,597 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T02:44:02,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T02:44:02,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T02:44:02,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T02:44:02,602 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732675442602"}]},"ts":"1732675442602"} 2024-11-27T02:44:02,603 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T02:44:02,644 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T02:44:02,645 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T02:44:02,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd634961426e620ddcced498c3e54363, UNASSIGN}] 2024-11-27T02:44:02,646 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=122, ppid=121, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd634961426e620ddcced498c3e54363, UNASSIGN 2024-11-27T02:44:02,647 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=dd634961426e620ddcced498c3e54363, regionState=CLOSING, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:02,648 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T02:44:02,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; CloseRegionProcedure dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326}] 2024-11-27T02:44:02,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T02:44:02,799 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:02,799 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(124): Close dd634961426e620ddcced498c3e54363 2024-11-27T02:44:02,799 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T02:44:02,799 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1681): Closing dd634961426e620ddcced498c3e54363, disabling compactions & flushes 2024-11-27T02:44:02,799 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:44:02,799 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:44:02,799 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. after waiting 0 ms 2024-11-27T02:44:02,799 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:44:02,799 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(2837): Flushing dd634961426e620ddcced498c3e54363 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-27T02:44:02,800 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=A 2024-11-27T02:44:02,800 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:02,800 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=B 2024-11-27T02:44:02,800 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:02,800 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK dd634961426e620ddcced498c3e54363, store=C 2024-11-27T02:44:02,800 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:02,804 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127debb9fe6c2c642218d1389c749f333b1_dd634961426e620ddcced498c3e54363 is 50, key is test_row_0/A:col10/1732675442592/Put/seqid=0 2024-11-27T02:44:02,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742312_1488 (size=7374) 2024-11-27T02:44:02,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T02:44:03,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T02:44:03,208 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:03,211 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127debb9fe6c2c642218d1389c749f333b1_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127debb9fe6c2c642218d1389c749f333b1_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:03,211 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/f75265948c8d432a9e14344aca200627, store: [table=TestAcidGuarantees family=A region=dd634961426e620ddcced498c3e54363] 2024-11-27T02:44:03,212 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/f75265948c8d432a9e14344aca200627 is 175, key is test_row_0/A:col10/1732675442592/Put/seqid=0 2024-11-27T02:44:03,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742313_1489 (size=13865) 2024-11-27T02:44:03,215 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=381, memsize=6.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/f75265948c8d432a9e14344aca200627 2024-11-27T02:44:03,220 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/3d71a9f1f939493094106abf7a2c3522 is 50, key is test_row_0/B:col10/1732675442592/Put/seqid=0 2024-11-27T02:44:03,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742314_1490 (size=7415) 2024-11-27T02:44:03,623 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/3d71a9f1f939493094106abf7a2c3522 2024-11-27T02:44:03,628 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/82c08ec418d6441ebd6a27a07278ff81 is 50, key is test_row_0/C:col10/1732675442592/Put/seqid=0 2024-11-27T02:44:03,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742315_1491 (size=7415) 2024-11-27T02:44:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T02:44:04,031 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=381 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/82c08ec418d6441ebd6a27a07278ff81 2024-11-27T02:44:04,035 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/A/f75265948c8d432a9e14344aca200627 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/f75265948c8d432a9e14344aca200627 2024-11-27T02:44:04,039 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/f75265948c8d432a9e14344aca200627, entries=50, sequenceid=381, filesize=13.5 K 2024-11-27T02:44:04,040 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/B/3d71a9f1f939493094106abf7a2c3522 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/3d71a9f1f939493094106abf7a2c3522 2024-11-27T02:44:04,042 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/3d71a9f1f939493094106abf7a2c3522, entries=50, sequenceid=381, filesize=7.2 K 2024-11-27T02:44:04,043 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/.tmp/C/82c08ec418d6441ebd6a27a07278ff81 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/82c08ec418d6441ebd6a27a07278ff81 2024-11-27T02:44:04,045 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/82c08ec418d6441ebd6a27a07278ff81, entries=50, sequenceid=381, filesize=7.2 K 2024-11-27T02:44:04,046 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for dd634961426e620ddcced498c3e54363 in 1247ms, sequenceid=381, compaction requested=false 2024-11-27T02:44:04,046 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/3170df7e826641d0b3df4f8a10cdf2b4, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/9ee2c746e8d64b358498661251ed143d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/6f2680c9c63442ca8accfca4d2de6838, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/64e949e021d440c3bd60485eac91e6a1, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/962f46635a664eddab5111a47bbac2c6, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/b6c6aff459234a81bee3cfb297e11a7f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/d77ff3a69eea4294a561b8c595e13cc0, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/b7f5de896ce54ca39e2561e0e67d6eba, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/e86eb04adf1e470d9393dd2507f1b542, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/f0b8b97dc3034ffdbd530c84e2568f27, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/ac0c9c777ce64dcaad9ed1b9a066eda0, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/ac65a347963948e1983a397795eea8e8, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/0dc60cd8bc854a0cb597147879dce8bd, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/5e68869b43de41ab9639b1a266198189, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/e5af3f88465e4708b76d7e9158b93923, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/0e6fb49e9be5407db154c5c701536132, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/ba25de01259e4cb8b9451a9dc59cf388, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/551b7a419f634439a828b3923fee98e2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/113d18e6e2e84ec382182eff2104a5c2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/d63300355d0f41a9a1573d4364cb3984, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/be49a2bcf4b44c4eac19ed37af5d52a6, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/21122f2442f945f7adfbeecdfe295150, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/7a29264130ff4ab787806c3cdb5c2716, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/cb00097adf634f6d8251d3ff0f6b999f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/c7a9f0e9cd66480aa1c4301d0e0eb227] to archive 2024-11-27T02:44:04,047 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T02:44:04,048 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/3170df7e826641d0b3df4f8a10cdf2b4 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/3170df7e826641d0b3df4f8a10cdf2b4 2024-11-27T02:44:04,049 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/9ee2c746e8d64b358498661251ed143d to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/9ee2c746e8d64b358498661251ed143d 2024-11-27T02:44:04,050 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/6f2680c9c63442ca8accfca4d2de6838 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/6f2680c9c63442ca8accfca4d2de6838 2024-11-27T02:44:04,051 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/64e949e021d440c3bd60485eac91e6a1 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/64e949e021d440c3bd60485eac91e6a1 2024-11-27T02:44:04,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/962f46635a664eddab5111a47bbac2c6 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/962f46635a664eddab5111a47bbac2c6 2024-11-27T02:44:04,052 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/b6c6aff459234a81bee3cfb297e11a7f to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/b6c6aff459234a81bee3cfb297e11a7f 2024-11-27T02:44:04,053 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/d77ff3a69eea4294a561b8c595e13cc0 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/d77ff3a69eea4294a561b8c595e13cc0 2024-11-27T02:44:04,054 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/b7f5de896ce54ca39e2561e0e67d6eba to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/b7f5de896ce54ca39e2561e0e67d6eba 2024-11-27T02:44:04,055 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/e86eb04adf1e470d9393dd2507f1b542 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/e86eb04adf1e470d9393dd2507f1b542 2024-11-27T02:44:04,056 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/f0b8b97dc3034ffdbd530c84e2568f27 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/f0b8b97dc3034ffdbd530c84e2568f27 2024-11-27T02:44:04,057 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/ac0c9c777ce64dcaad9ed1b9a066eda0 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/ac0c9c777ce64dcaad9ed1b9a066eda0 2024-11-27T02:44:04,058 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/ac65a347963948e1983a397795eea8e8 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/ac65a347963948e1983a397795eea8e8 2024-11-27T02:44:04,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/0dc60cd8bc854a0cb597147879dce8bd to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/0dc60cd8bc854a0cb597147879dce8bd 2024-11-27T02:44:04,059 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/5e68869b43de41ab9639b1a266198189 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/5e68869b43de41ab9639b1a266198189 2024-11-27T02:44:04,060 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/e5af3f88465e4708b76d7e9158b93923 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/e5af3f88465e4708b76d7e9158b93923 2024-11-27T02:44:04,061 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/0e6fb49e9be5407db154c5c701536132 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/0e6fb49e9be5407db154c5c701536132 2024-11-27T02:44:04,062 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/ba25de01259e4cb8b9451a9dc59cf388 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/ba25de01259e4cb8b9451a9dc59cf388 2024-11-27T02:44:04,063 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/551b7a419f634439a828b3923fee98e2 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/551b7a419f634439a828b3923fee98e2 2024-11-27T02:44:04,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/113d18e6e2e84ec382182eff2104a5c2 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/113d18e6e2e84ec382182eff2104a5c2 2024-11-27T02:44:04,064 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/d63300355d0f41a9a1573d4364cb3984 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/d63300355d0f41a9a1573d4364cb3984 2024-11-27T02:44:04,065 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/be49a2bcf4b44c4eac19ed37af5d52a6 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/be49a2bcf4b44c4eac19ed37af5d52a6 2024-11-27T02:44:04,066 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/21122f2442f945f7adfbeecdfe295150 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/21122f2442f945f7adfbeecdfe295150 2024-11-27T02:44:04,067 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/7a29264130ff4ab787806c3cdb5c2716 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/7a29264130ff4ab787806c3cdb5c2716 2024-11-27T02:44:04,068 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/cb00097adf634f6d8251d3ff0f6b999f to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/cb00097adf634f6d8251d3ff0f6b999f 2024-11-27T02:44:04,069 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/c7a9f0e9cd66480aa1c4301d0e0eb227 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/c7a9f0e9cd66480aa1c4301d0e0eb227 2024-11-27T02:44:04,070 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/1ca6bc7188e0459e917e696b2250d529, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/636fd1f940e04fd092b344a4acae989b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/337b49ab1be24bc2b5b3545718ca5e23, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/57adea3ab5f74cb98e5eff5e8908a7a6, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/12c1ec4807d74a14a02bdb9dfaa9a927, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/9de4e2e8eb46487b82cbe782c33338f1, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/fea8d8368612490b80200f769f98a6be, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/d0190c6aeaa143f7850b0a83e012428c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/572fae4c3656437083dfc4e3de5193ab, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/202a9e26126849f9aeb01e0d313dac6d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/a219743902c54776b0c9282405125a64, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/e1dd64c729654d239ee43db8bd25e853, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/3ad941d362f3473b81ac865466b4cd60, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/ca569afb6ed54ebb8a8bd75301c8f394, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/dab3bc5206ed4746aac216f81504060c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/797c6541cde1492bb8b556827ecc81ff, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/be22fc2a78c44959b5f6fccf81e51f1d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/a30a7e756cfb470cad51ad860867551f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/46137725ff004f23ad9e9eec6eab15a3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/cc75a972cce24934a8ebeb99c4a4190e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/9d770b850a504753b0cf89ddb87356be, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/159bd7d6d63b4d2aa9c7b8722501c910, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/045e8a2dadfc4272b2a3e3a3e7caa67a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/bc1aa0c9618046bfaffa61bfbfc52803, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/011053bdb2724676891b0db58d8fd52d] to archive 2024-11-27T02:44:04,071 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T02:44:04,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/1ca6bc7188e0459e917e696b2250d529 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/1ca6bc7188e0459e917e696b2250d529 2024-11-27T02:44:04,072 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/636fd1f940e04fd092b344a4acae989b to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/636fd1f940e04fd092b344a4acae989b 2024-11-27T02:44:04,073 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/337b49ab1be24bc2b5b3545718ca5e23 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/337b49ab1be24bc2b5b3545718ca5e23 2024-11-27T02:44:04,074 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/57adea3ab5f74cb98e5eff5e8908a7a6 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/57adea3ab5f74cb98e5eff5e8908a7a6 2024-11-27T02:44:04,075 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/12c1ec4807d74a14a02bdb9dfaa9a927 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/12c1ec4807d74a14a02bdb9dfaa9a927 2024-11-27T02:44:04,076 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/9de4e2e8eb46487b82cbe782c33338f1 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/9de4e2e8eb46487b82cbe782c33338f1 2024-11-27T02:44:04,078 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/fea8d8368612490b80200f769f98a6be to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/fea8d8368612490b80200f769f98a6be 2024-11-27T02:44:04,079 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/d0190c6aeaa143f7850b0a83e012428c to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/d0190c6aeaa143f7850b0a83e012428c 2024-11-27T02:44:04,080 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/572fae4c3656437083dfc4e3de5193ab to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/572fae4c3656437083dfc4e3de5193ab 2024-11-27T02:44:04,081 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/202a9e26126849f9aeb01e0d313dac6d to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/202a9e26126849f9aeb01e0d313dac6d 2024-11-27T02:44:04,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/a219743902c54776b0c9282405125a64 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/a219743902c54776b0c9282405125a64 2024-11-27T02:44:04,082 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/e1dd64c729654d239ee43db8bd25e853 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/e1dd64c729654d239ee43db8bd25e853 2024-11-27T02:44:04,083 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/3ad941d362f3473b81ac865466b4cd60 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/3ad941d362f3473b81ac865466b4cd60 2024-11-27T02:44:04,084 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/ca569afb6ed54ebb8a8bd75301c8f394 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/ca569afb6ed54ebb8a8bd75301c8f394 2024-11-27T02:44:04,085 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/dab3bc5206ed4746aac216f81504060c to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/dab3bc5206ed4746aac216f81504060c 2024-11-27T02:44:04,086 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/797c6541cde1492bb8b556827ecc81ff to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/797c6541cde1492bb8b556827ecc81ff 2024-11-27T02:44:04,087 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/be22fc2a78c44959b5f6fccf81e51f1d to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/be22fc2a78c44959b5f6fccf81e51f1d 2024-11-27T02:44:04,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/a30a7e756cfb470cad51ad860867551f to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/a30a7e756cfb470cad51ad860867551f 2024-11-27T02:44:04,088 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/46137725ff004f23ad9e9eec6eab15a3 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/46137725ff004f23ad9e9eec6eab15a3 2024-11-27T02:44:04,089 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/cc75a972cce24934a8ebeb99c4a4190e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/cc75a972cce24934a8ebeb99c4a4190e 2024-11-27T02:44:04,090 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/9d770b850a504753b0cf89ddb87356be to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/9d770b850a504753b0cf89ddb87356be 2024-11-27T02:44:04,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/159bd7d6d63b4d2aa9c7b8722501c910 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/159bd7d6d63b4d2aa9c7b8722501c910 2024-11-27T02:44:04,091 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/045e8a2dadfc4272b2a3e3a3e7caa67a to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/045e8a2dadfc4272b2a3e3a3e7caa67a 2024-11-27T02:44:04,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/bc1aa0c9618046bfaffa61bfbfc52803 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/bc1aa0c9618046bfaffa61bfbfc52803 2024-11-27T02:44:04,093 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/011053bdb2724676891b0db58d8fd52d to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/011053bdb2724676891b0db58d8fd52d 2024-11-27T02:44:04,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/ad73a09f042a4e1cb81fec633d25e67e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/45ebe4e127654830afc0c287e3dd0a37, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/d15a8c10cc6b44bda2d68395e779f81e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/885bc2bbc25a484580ab228660ab9bbc, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/d0061b2149264ec99b7e3bbc7a8a5fc4, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/adf65151a06d468d89dfeb620a3a94d5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/d878c281b7604849bf075e1b7fe38bff, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/729c4badc7d94db0a8d27bb7632e7fdd, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/af3b30a5fd7d4e19a968a72a18fef4bf, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/15f7fb84499e45789828b1e3654ecb3d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/464dca4d6d614e81ba1e3e5f3c637410, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/a80ebce47d7a4953949a96c07ed89f99, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/c6ad784afde54f34b688be4987db6be7, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/32ccbb49cc1e4d31a996ca1c76a6341c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/c37cd244ed93469cb6466d1d790982b7, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/90f4f1b82bd24d1886cbdfb76a47c554, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/b73e77907f2a4986990303edf10f9468, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/e88b470a00fe4ce98ac99764e9326972, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/b6d6f453b84f46259feb28e6129741c6, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/ada5fb3af1164508a5d6851a52fcc918, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/60832f5592044b03b05e9a1cf7a45b11, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/5bb2fd098f74454bb279d7755a4e587d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/b13626e8257e4efd936ee6093ea46bdf, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/5275a214fbe04d28b94b93fc57e0565a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/a3e8ef299ab24593a44d4cc3c7e917fa] to archive 2024-11-27T02:44:04,095 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T02:44:04,096 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/ad73a09f042a4e1cb81fec633d25e67e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/ad73a09f042a4e1cb81fec633d25e67e 2024-11-27T02:44:04,097 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/45ebe4e127654830afc0c287e3dd0a37 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/45ebe4e127654830afc0c287e3dd0a37 2024-11-27T02:44:04,098 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/d15a8c10cc6b44bda2d68395e779f81e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/d15a8c10cc6b44bda2d68395e779f81e 2024-11-27T02:44:04,099 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/885bc2bbc25a484580ab228660ab9bbc to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/885bc2bbc25a484580ab228660ab9bbc 2024-11-27T02:44:04,101 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/d0061b2149264ec99b7e3bbc7a8a5fc4 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/d0061b2149264ec99b7e3bbc7a8a5fc4 2024-11-27T02:44:04,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/adf65151a06d468d89dfeb620a3a94d5 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/adf65151a06d468d89dfeb620a3a94d5 2024-11-27T02:44:04,102 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/d878c281b7604849bf075e1b7fe38bff to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/d878c281b7604849bf075e1b7fe38bff 2024-11-27T02:44:04,103 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/729c4badc7d94db0a8d27bb7632e7fdd to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/729c4badc7d94db0a8d27bb7632e7fdd 2024-11-27T02:44:04,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/af3b30a5fd7d4e19a968a72a18fef4bf to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/af3b30a5fd7d4e19a968a72a18fef4bf 2024-11-27T02:44:04,104 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/15f7fb84499e45789828b1e3654ecb3d to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/15f7fb84499e45789828b1e3654ecb3d 2024-11-27T02:44:04,105 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/464dca4d6d614e81ba1e3e5f3c637410 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/464dca4d6d614e81ba1e3e5f3c637410 2024-11-27T02:44:04,106 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/a80ebce47d7a4953949a96c07ed89f99 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/a80ebce47d7a4953949a96c07ed89f99 2024-11-27T02:44:04,107 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/c6ad784afde54f34b688be4987db6be7 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/c6ad784afde54f34b688be4987db6be7 2024-11-27T02:44:04,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/32ccbb49cc1e4d31a996ca1c76a6341c to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/32ccbb49cc1e4d31a996ca1c76a6341c 2024-11-27T02:44:04,108 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/c37cd244ed93469cb6466d1d790982b7 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/c37cd244ed93469cb6466d1d790982b7 2024-11-27T02:44:04,109 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/90f4f1b82bd24d1886cbdfb76a47c554 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/90f4f1b82bd24d1886cbdfb76a47c554 2024-11-27T02:44:04,110 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/b73e77907f2a4986990303edf10f9468 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/b73e77907f2a4986990303edf10f9468 2024-11-27T02:44:04,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/e88b470a00fe4ce98ac99764e9326972 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/e88b470a00fe4ce98ac99764e9326972 2024-11-27T02:44:04,111 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/b6d6f453b84f46259feb28e6129741c6 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/b6d6f453b84f46259feb28e6129741c6 2024-11-27T02:44:04,112 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/ada5fb3af1164508a5d6851a52fcc918 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/ada5fb3af1164508a5d6851a52fcc918 2024-11-27T02:44:04,113 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/60832f5592044b03b05e9a1cf7a45b11 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/60832f5592044b03b05e9a1cf7a45b11 2024-11-27T02:44:04,114 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/5bb2fd098f74454bb279d7755a4e587d to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/5bb2fd098f74454bb279d7755a4e587d 2024-11-27T02:44:04,115 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/b13626e8257e4efd936ee6093ea46bdf to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/b13626e8257e4efd936ee6093ea46bdf 2024-11-27T02:44:04,116 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/5275a214fbe04d28b94b93fc57e0565a to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/5275a214fbe04d28b94b93fc57e0565a 2024-11-27T02:44:04,117 DEBUG [StoreCloser-TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/a3e8ef299ab24593a44d4cc3c7e917fa to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/a3e8ef299ab24593a44d4cc3c7e917fa 2024-11-27T02:44:04,120 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/recovered.edits/384.seqid, newMaxSeqId=384, maxSeqId=4 2024-11-27T02:44:04,121 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363. 2024-11-27T02:44:04,121 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] regionserver.HRegion(1635): Region close journal for dd634961426e620ddcced498c3e54363: 2024-11-27T02:44:04,122 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=123}] handler.UnassignRegionHandler(170): Closed dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,122 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=122 updating hbase:meta row=dd634961426e620ddcced498c3e54363, regionState=CLOSED 2024-11-27T02:44:04,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-11-27T02:44:04,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; CloseRegionProcedure dd634961426e620ddcced498c3e54363, server=7723ddd88b72,35047,1732674726326 in 1.4750 sec 2024-11-27T02:44:04,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=122, resume processing ppid=121 2024-11-27T02:44:04,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, ppid=121, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd634961426e620ddcced498c3e54363, UNASSIGN in 1.4780 sec 2024-11-27T02:44:04,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-11-27T02:44:04,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4800 sec 2024-11-27T02:44:04,127 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732675444127"}]},"ts":"1732675444127"} 2024-11-27T02:44:04,128 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T02:44:04,164 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T02:44:04,165 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5660 sec 2024-11-27T02:44:04,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-11-27T02:44:04,704 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-11-27T02:44:04,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T02:44:04,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:44:04,707 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=124, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:44:04,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T02:44:04,708 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=124, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:44:04,709 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,711 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A, FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B, FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C, FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/recovered.edits] 2024-11-27T02:44:04,713 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/a6dc66e215d148c885edeb6395d5d947 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/a6dc66e215d148c885edeb6395d5d947 2024-11-27T02:44:04,714 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/f75265948c8d432a9e14344aca200627 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/A/f75265948c8d432a9e14344aca200627 2024-11-27T02:44:04,716 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/3d71a9f1f939493094106abf7a2c3522 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/3d71a9f1f939493094106abf7a2c3522 2024-11-27T02:44:04,717 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/f93419f4bd1a404a875de114b5754bcf to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/B/f93419f4bd1a404a875de114b5754bcf 2024-11-27T02:44:04,719 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/82c08ec418d6441ebd6a27a07278ff81 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/82c08ec418d6441ebd6a27a07278ff81 2024-11-27T02:44:04,720 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/c2959266186e433db567846c0a7ceea5 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/C/c2959266186e433db567846c0a7ceea5 2024-11-27T02:44:04,722 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/recovered.edits/384.seqid to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363/recovered.edits/384.seqid 2024-11-27T02:44:04,723 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,723 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T02:44:04,724 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T02:44:04,725 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-27T02:44:04,728 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270b8cbef4d42a44e3be2ad79f7d8da034_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411270b8cbef4d42a44e3be2ad79f7d8da034_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,729 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127100e80170479495bb07d53c262e16cae_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127100e80170479495bb07d53c262e16cae_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,730 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271ced77c06c1948ac91e233f848b4252b_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271ced77c06c1948ac91e233f848b4252b_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,733 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127359f2ab2675a40cd888e0eafb709078b_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127359f2ab2675a40cd888e0eafb709078b_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,734 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112737c2350b1f4346e1a2bdbd2730d82c75_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112737c2350b1f4346e1a2bdbd2730d82c75_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,735 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112746cc5e2dbb4c439e9273ccfa0cd6cd6b_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112746cc5e2dbb4c439e9273ccfa0cd6cd6b_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,736 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127500d4c617b1f44a9a3c600e7816d761d_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127500d4c617b1f44a9a3c600e7816d761d_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,737 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275c000be17e0044b2be5111248df21860_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275c000be17e0044b2be5111248df21860_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,738 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275d7ff017b4d347fd9d7234489f274b2b_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275d7ff017b4d347fd9d7234489f274b2b_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,739 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112774d0cd7dfe0840239faa562b520fe29d_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112774d0cd7dfe0840239faa562b520fe29d_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,740 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127838e53287902470aa68190cebb5d31e6_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127838e53287902470aa68190cebb5d31e6_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,741 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112789dbfca4ffe84e588f470e0f1e738798_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112789dbfca4ffe84e588f470e0f1e738798_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,742 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112793a9f7f966ba40d2be688e60da96d7ad_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112793a9f7f966ba40d2be688e60da96d7ad_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,743 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a6f4aa5a11b4456a9d53fbb243b20f0d_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127a6f4aa5a11b4456a9d53fbb243b20f0d_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,745 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bfeccf98b315470da5c80c9efd042d81_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127bfeccf98b315470da5c80c9efd042d81_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,746 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c4188de748b04c7aa91f2e93fb912a3e_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c4188de748b04c7aa91f2e93fb912a3e_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,747 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d4751c864cfd4a6caecad906399e0ef6_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127d4751c864cfd4a6caecad906399e0ef6_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,748 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127debb9fe6c2c642218d1389c749f333b1_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127debb9fe6c2c642218d1389c749f333b1_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,749 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e4d89a39e815408f952ee170221dba54_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127e4d89a39e815408f952ee170221dba54_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,751 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f6d53ce9156c4d17afff9c939503410f_dd634961426e620ddcced498c3e54363 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f6d53ce9156c4d17afff9c939503410f_dd634961426e620ddcced498c3e54363 2024-11-27T02:44:04,751 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-27T02:44:04,753 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=124, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:44:04,755 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T02:44:04,757 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T02:44:04,758 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=124, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:44:04,758 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T02:44:04,758 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732675444758"}]},"ts":"9223372036854775807"} 2024-11-27T02:44:04,759 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T02:44:04,759 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => dd634961426e620ddcced498c3e54363, NAME => 'TestAcidGuarantees,,1732675417771.dd634961426e620ddcced498c3e54363.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T02:44:04,759 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T02:44:04,760 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:44:04,760 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732675444760"}]},"ts":"9223372036854775807"} 2024-11-27T02:44:04,761 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T02:44:04,806 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=124, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:44:04,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 101 msec 2024-11-27T02:44:04,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-11-27T02:44:04,808 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-11-27T02:44:04,817 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testMobScanAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=459 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=470 (was 403) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=10072 (was 10164) 2024-11-27T02:44:04,826 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=239, OpenFileDescriptor=459, MaxFileDescriptor=1048576, SystemLoadAverage=470, ProcessCount=11, AvailableMemoryMB=10071 2024-11-27T02:44:04,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T02:44:04,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T02:44:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=125, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T02:44:04,829 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T02:44:04,829 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:04,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 125 2024-11-27T02:44:04,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-27T02:44:04,830 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T02:44:04,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742316_1492 (size=960) 2024-11-27T02:44:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-27T02:44:05,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-27T02:44:05,237 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67 2024-11-27T02:44:05,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742317_1493 (size=53) 2024-11-27T02:44:05,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-27T02:44:05,641 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T02:44:05,641 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1fa96bfb5985ac7e531073fec62acdd9, disabling compactions & flushes 2024-11-27T02:44:05,641 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:05,641 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:05,641 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. after waiting 0 ms 2024-11-27T02:44:05,641 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:05,642 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:05,642 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:05,642 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T02:44:05,643 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732675445642"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732675445642"}]},"ts":"1732675445642"} 2024-11-27T02:44:05,643 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T02:44:05,644 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T02:44:05,644 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732675445644"}]},"ts":"1732675445644"} 2024-11-27T02:44:05,645 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T02:44:05,697 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fa96bfb5985ac7e531073fec62acdd9, ASSIGN}] 2024-11-27T02:44:05,698 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fa96bfb5985ac7e531073fec62acdd9, ASSIGN 2024-11-27T02:44:05,698 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=126, ppid=125, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fa96bfb5985ac7e531073fec62acdd9, ASSIGN; state=OFFLINE, location=7723ddd88b72,35047,1732674726326; forceNewPlan=false, retain=false 2024-11-27T02:44:05,849 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=1fa96bfb5985ac7e531073fec62acdd9, regionState=OPENING, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:05,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; OpenRegionProcedure 1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326}] 2024-11-27T02:44:05,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-27T02:44:06,001 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:06,003 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:06,004 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7285): Opening region: {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} 2024-11-27T02:44:06,004 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:06,004 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T02:44:06,004 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7327): checking encryption for 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:06,004 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(7330): checking classloading for 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:06,004 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-27T02:44:06,005 INFO [StoreOpener-1fa96bfb5985ac7e531073fec62acdd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:06,006 INFO [StoreOpener-1fa96bfb5985ac7e531073fec62acdd9-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:44:06,006 INFO [StoreOpener-1fa96bfb5985ac7e531073fec62acdd9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fa96bfb5985ac7e531073fec62acdd9 columnFamilyName A 2024-11-27T02:44:06,006 DEBUG [StoreOpener-1fa96bfb5985ac7e531073fec62acdd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:06,007 INFO [StoreOpener-1fa96bfb5985ac7e531073fec62acdd9-1 {}] regionserver.HStore(327): Store=1fa96bfb5985ac7e531073fec62acdd9/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:44:06,007 INFO [StoreOpener-1fa96bfb5985ac7e531073fec62acdd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:06,008 INFO [StoreOpener-1fa96bfb5985ac7e531073fec62acdd9-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:44:06,008 INFO [StoreOpener-1fa96bfb5985ac7e531073fec62acdd9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fa96bfb5985ac7e531073fec62acdd9 columnFamilyName B 2024-11-27T02:44:06,008 DEBUG [StoreOpener-1fa96bfb5985ac7e531073fec62acdd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:06,008 INFO [StoreOpener-1fa96bfb5985ac7e531073fec62acdd9-1 {}] regionserver.HStore(327): Store=1fa96bfb5985ac7e531073fec62acdd9/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:44:06,008 INFO [StoreOpener-1fa96bfb5985ac7e531073fec62acdd9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:06,009 INFO [StoreOpener-1fa96bfb5985ac7e531073fec62acdd9-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:44:06,009 INFO [StoreOpener-1fa96bfb5985ac7e531073fec62acdd9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1fa96bfb5985ac7e531073fec62acdd9 columnFamilyName C 2024-11-27T02:44:06,009 DEBUG [StoreOpener-1fa96bfb5985ac7e531073fec62acdd9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:06,009 INFO [StoreOpener-1fa96bfb5985ac7e531073fec62acdd9-1 {}] regionserver.HStore(327): Store=1fa96bfb5985ac7e531073fec62acdd9/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:44:06,010 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:06,010 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:06,010 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:06,011 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T02:44:06,012 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1085): writing seq id for 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:06,013 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T02:44:06,014 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1102): Opened 1fa96bfb5985ac7e531073fec62acdd9; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60937840, jitterRate=-0.09195542335510254}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T02:44:06,014 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegion(1001): Region open journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:06,015 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., pid=127, masterSystemTime=1732675446001 2024-11-27T02:44:06,016 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:06,016 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=127}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:06,016 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=126 updating hbase:meta row=1fa96bfb5985ac7e531073fec62acdd9, regionState=OPEN, openSeqNum=2, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:06,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-11-27T02:44:06,018 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; OpenRegionProcedure 1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 in 167 msec 2024-11-27T02:44:06,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=126, resume processing ppid=125 2024-11-27T02:44:06,019 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, ppid=125, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fa96bfb5985ac7e531073fec62acdd9, ASSIGN in 321 msec 2024-11-27T02:44:06,020 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T02:44:06,020 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732675446020"}]},"ts":"1732675446020"} 2024-11-27T02:44:06,020 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T02:44:06,031 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=125, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T02:44:06,032 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2030 sec 2024-11-27T02:44:06,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=125 2024-11-27T02:44:06,934 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 125 completed 2024-11-27T02:44:06,935 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b1cea8c to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d3557d8 2024-11-27T02:44:06,973 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cb46b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:44:06,974 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:44:06,975 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35060, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:44:06,976 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T02:44:06,977 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34848, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T02:44:06,979 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x606804de to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@57d4149c 2024-11-27T02:44:06,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8e63090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:44:06,991 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22f4de8b to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55734ebd 2024-11-27T02:44:07,006 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca89633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:44:07,007 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x39c0c305 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@76097426 2024-11-27T02:44:07,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb86dda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:44:07,021 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e11ceaf to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@43843d0f 2024-11-27T02:44:07,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4f4e18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:44:07,032 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5870d226 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3afef062 2024-11-27T02:44:07,045 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e6556ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:44:07,046 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x052f0048 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@31cbce48 2024-11-27T02:44:07,056 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d71b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:44:07,057 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6a0a85f9 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55cbf7e 2024-11-27T02:44:07,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e4b1013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:44:07,071 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x601ad00e to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@dd243c 2024-11-27T02:44:07,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d077bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:44:07,081 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23b53e62 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4a2012ec 2024-11-27T02:44:07,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f88f183, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:44:07,090 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x58335670 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@124e98e8 2024-11-27T02:44:07,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a0267cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:44:07,103 DEBUG [hconnection-0x52e39a6c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:44:07,103 DEBUG [hconnection-0xee7dc6c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:44:07,104 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35076, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:44:07,104 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:44:07,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:44:07,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees 2024-11-27T02:44:07,105 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:44:07,106 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=128, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:44:07,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T02:44:07,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:44:07,111 DEBUG [hconnection-0x3570459e-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:44:07,112 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:44:07,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:07,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T02:44:07,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:07,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:07,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:07,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:07,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:07,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:07,139 DEBUG [hconnection-0x6335296b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:44:07,140 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35090, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:44:07,140 DEBUG [hconnection-0x6f4bbc73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:44:07,141 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:44:07,144 DEBUG [hconnection-0x2a1a4274-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:44:07,147 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35104, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:44:07,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35080 deadline: 1732675507152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1732675507153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:07,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35092 deadline: 1732675507153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,159 DEBUG [hconnection-0x35645cab-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:44:07,160 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35106, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:44:07,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:07,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675507161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,178 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/6b13365be25d4616bfac20e90941e0a2 is 50, key is test_row_0/A:col10/1732675447119/Put/seqid=0 2024-11-27T02:44:07,183 DEBUG [hconnection-0x421937c5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:44:07,184 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35120, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:44:07,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:07,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675507185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,187 DEBUG [hconnection-0x5312c82d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:44:07,187 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35126, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:44:07,194 DEBUG [hconnection-0x3aefff63-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:44:07,195 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:44:07,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742318_1494 (size=12001) 2024-11-27T02:44:07,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T02:44:07,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:07,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35092 deadline: 1732675507254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35080 deadline: 1732675507255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:07,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1732675507255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,257 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-27T02:44:07,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:07,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:07,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:07,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:07,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:07,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:07,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:07,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675507262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675507288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T02:44:07,410 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-27T02:44:07,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:07,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:07,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:07,410 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:07,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:07,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:07,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35080 deadline: 1732675507456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1732675507457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:07,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35092 deadline: 1732675507457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:07,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675507464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:07,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675507490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,570 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-27T02:44:07,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:07,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:07,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:07,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:07,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:07,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:07,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/6b13365be25d4616bfac20e90941e0a2 2024-11-27T02:44:07,630 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/45789693a1f24c92876fbf77689afacb is 50, key is test_row_0/B:col10/1732675447119/Put/seqid=0 2024-11-27T02:44:07,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742319_1495 (size=12001) 2024-11-27T02:44:07,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/45789693a1f24c92876fbf77689afacb 2024-11-27T02:44:07,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T02:44:07,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/a01bcb0557754215a92d30cf83f8ea86 is 50, key is test_row_0/C:col10/1732675447119/Put/seqid=0 2024-11-27T02:44:07,723 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-27T02:44:07,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:07,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:07,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:07,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:07,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:07,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:07,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742320_1496 (size=12001) 2024-11-27T02:44:07,757 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/a01bcb0557754215a92d30cf83f8ea86 2024-11-27T02:44:07,762 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/6b13365be25d4616bfac20e90941e0a2 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/6b13365be25d4616bfac20e90941e0a2 2024-11-27T02:44:07,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35080 deadline: 1732675507758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,766 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/6b13365be25d4616bfac20e90941e0a2, entries=150, sequenceid=12, filesize=11.7 K 2024-11-27T02:44:07,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:07,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1732675507758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35092 deadline: 1732675507760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/45789693a1f24c92876fbf77689afacb as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/45789693a1f24c92876fbf77689afacb 2024-11-27T02:44:07,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/45789693a1f24c92876fbf77689afacb, entries=150, sequenceid=12, filesize=11.7 K 2024-11-27T02:44:07,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/a01bcb0557754215a92d30cf83f8ea86 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/a01bcb0557754215a92d30cf83f8ea86 2024-11-27T02:44:07,787 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/a01bcb0557754215a92d30cf83f8ea86, entries=150, sequenceid=12, filesize=11.7 K 2024-11-27T02:44:07,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for 1fa96bfb5985ac7e531073fec62acdd9 in 666ms, sequenceid=12, compaction requested=false 2024-11-27T02:44:07,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:07,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-27T02:44:07,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:07,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:07,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:07,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:07,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:07,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:07,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/d5b818aaf4d94e1e81421dcd5cc0c6c8 is 50, key is test_row_0/A:col10/1732675447148/Put/seqid=0 2024-11-27T02:44:07,816 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:07,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675507810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675507817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742321_1497 (size=14341) 2024-11-27T02:44:07,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/d5b818aaf4d94e1e81421dcd5cc0c6c8 2024-11-27T02:44:07,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/461125968e194fc0867b23ec3ea9cdbe is 50, key is test_row_0/B:col10/1732675447148/Put/seqid=0 2024-11-27T02:44:07,877 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-27T02:44:07,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:07,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:07,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:07,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:07,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:07,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:07,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742322_1498 (size=12001) 2024-11-27T02:44:07,912 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/461125968e194fc0867b23ec3ea9cdbe 2024-11-27T02:44:07,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/dec1fd6818d14ff78690b2ab940c5ea4 is 50, key is test_row_0/C:col10/1732675447148/Put/seqid=0 2024-11-27T02:44:07,924 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:07,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675507918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:07,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675507924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:07,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742323_1499 (size=12001) 2024-11-27T02:44:08,030 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:08,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-27T02:44:08,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:08,031 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:08,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:08,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:08,128 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675508126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:08,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:08,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675508129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:08,183 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:08,184 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-27T02:44:08,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:08,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:08,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:08,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:08,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:08,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:08,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T02:44:08,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1732675508268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:08,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:08,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35092 deadline: 1732675508268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:08,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:08,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35080 deadline: 1732675508270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:08,337 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:08,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-27T02:44:08,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:08,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:08,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:08,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:08,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:08,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:08,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/dec1fd6818d14ff78690b2ab940c5ea4 2024-11-27T02:44:08,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/d5b818aaf4d94e1e81421dcd5cc0c6c8 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/d5b818aaf4d94e1e81421dcd5cc0c6c8 2024-11-27T02:44:08,375 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/d5b818aaf4d94e1e81421dcd5cc0c6c8, entries=200, sequenceid=40, filesize=14.0 K 2024-11-27T02:44:08,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/461125968e194fc0867b23ec3ea9cdbe as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/461125968e194fc0867b23ec3ea9cdbe 2024-11-27T02:44:08,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/461125968e194fc0867b23ec3ea9cdbe, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T02:44:08,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/dec1fd6818d14ff78690b2ab940c5ea4 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/dec1fd6818d14ff78690b2ab940c5ea4 2024-11-27T02:44:08,393 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/dec1fd6818d14ff78690b2ab940c5ea4, entries=150, sequenceid=40, filesize=11.7 K 2024-11-27T02:44:08,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 1fa96bfb5985ac7e531073fec62acdd9 in 602ms, sequenceid=40, compaction requested=false 2024-11-27T02:44:08,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:08,441 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T02:44:08,441 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:08,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:08,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:08,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:08,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:08,442 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:08,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/1f572a6c2a024b77b84d75eec81f1952 is 50, key is test_row_0/A:col10/1732675447814/Put/seqid=0 2024-11-27T02:44:08,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742324_1500 (size=14341) 2024-11-27T02:44:08,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/1f572a6c2a024b77b84d75eec81f1952 2024-11-27T02:44:08,489 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:08,490 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-27T02:44:08,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:08,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:08,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:08,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:08,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:08,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:08,494 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/53faf9f86a5e49799f0b44100515b590 is 50, key is test_row_0/B:col10/1732675447814/Put/seqid=0 2024-11-27T02:44:08,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742325_1501 (size=12001) 2024-11-27T02:44:08,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675508528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:08,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:08,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675508530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:08,642 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:08,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-27T02:44:08,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:08,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:08,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:08,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:08,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:08,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:08,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675508639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:08,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675508639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:08,795 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:08,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-27T02:44:08,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:08,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:08,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:08,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:08,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:08,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:08,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675508851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:08,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:08,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675508851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:08,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/53faf9f86a5e49799f0b44100515b590 2024-11-27T02:44:08,932 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/b687d9c8ea09400ab69080cb96cc3ec2 is 50, key is test_row_0/C:col10/1732675447814/Put/seqid=0 2024-11-27T02:44:08,947 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:08,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-27T02:44:08,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:08,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:08,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:08,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:08,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:08,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:08,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742326_1502 (size=12001) 2024-11-27T02:44:09,100 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:09,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-27T02:44:09,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:09,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:09,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:09,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:09,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:09,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:09,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675509154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:09,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:09,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675509160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T02:44:09,252 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:09,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-27T02:44:09,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:09,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:09,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:09,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] handler.RSProcedureHandler(58): pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:09,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=129 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=129 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:09,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1732675509275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:09,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:09,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35092 deadline: 1732675509275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:09,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:09,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35080 deadline: 1732675509279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:09,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/b687d9c8ea09400ab69080cb96cc3ec2 2024-11-27T02:44:09,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/1f572a6c2a024b77b84d75eec81f1952 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/1f572a6c2a024b77b84d75eec81f1952 2024-11-27T02:44:09,383 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/1f572a6c2a024b77b84d75eec81f1952, entries=200, sequenceid=51, filesize=14.0 K 2024-11-27T02:44:09,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/53faf9f86a5e49799f0b44100515b590 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/53faf9f86a5e49799f0b44100515b590 2024-11-27T02:44:09,387 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/53faf9f86a5e49799f0b44100515b590, entries=150, sequenceid=51, filesize=11.7 K 2024-11-27T02:44:09,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/b687d9c8ea09400ab69080cb96cc3ec2 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b687d9c8ea09400ab69080cb96cc3ec2 2024-11-27T02:44:09,391 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b687d9c8ea09400ab69080cb96cc3ec2, entries=150, sequenceid=51, filesize=11.7 K 2024-11-27T02:44:09,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1fa96bfb5985ac7e531073fec62acdd9 in 951ms, sequenceid=51, compaction requested=true 2024-11-27T02:44:09,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:09,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:44:09,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:09,392 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:09,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:44:09,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:09,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:44:09,392 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:09,392 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:09,393 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:09,393 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/B is initiating minor compaction (all files) 2024-11-27T02:44:09,393 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/B in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:09,393 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/45789693a1f24c92876fbf77689afacb, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/461125968e194fc0867b23ec3ea9cdbe, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/53faf9f86a5e49799f0b44100515b590] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=35.2 K 2024-11-27T02:44:09,393 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45789693a1f24c92876fbf77689afacb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732675447119 2024-11-27T02:44:09,394 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 461125968e194fc0867b23ec3ea9cdbe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732675447148 2024-11-27T02:44:09,394 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:09,394 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/A is initiating minor compaction (all files) 2024-11-27T02:44:09,394 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/A in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:09,394 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/6b13365be25d4616bfac20e90941e0a2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/d5b818aaf4d94e1e81421dcd5cc0c6c8, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/1f572a6c2a024b77b84d75eec81f1952] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=39.7 K 2024-11-27T02:44:09,394 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53faf9f86a5e49799f0b44100515b590, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732675447802 2024-11-27T02:44:09,394 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b13365be25d4616bfac20e90941e0a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732675447119 2024-11-27T02:44:09,395 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting d5b818aaf4d94e1e81421dcd5cc0c6c8, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732675447148 2024-11-27T02:44:09,395 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f572a6c2a024b77b84d75eec81f1952, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732675447802 2024-11-27T02:44:09,407 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:09,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=129 2024-11-27T02:44:09,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:09,407 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T02:44:09,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:09,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:09,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:09,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:09,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:09,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:09,409 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#B#compaction#422 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:09,409 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/6d5fd543817d408cb74d15638a455816 is 50, key is test_row_0/B:col10/1732675447814/Put/seqid=0 2024-11-27T02:44:09,417 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#A#compaction#423 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:09,417 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/2d7f0f45c01c4cb6946358ad98ab2d99 is 50, key is test_row_0/A:col10/1732675447814/Put/seqid=0 2024-11-27T02:44:09,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/576226d53d5547f09d2c181bbfbc90e9 is 50, key is test_row_0/A:col10/1732675448515/Put/seqid=0 2024-11-27T02:44:09,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742327_1503 (size=12104) 2024-11-27T02:44:09,483 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/6d5fd543817d408cb74d15638a455816 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/6d5fd543817d408cb74d15638a455816 2024-11-27T02:44:09,488 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/B of 1fa96bfb5985ac7e531073fec62acdd9 into 6d5fd543817d408cb74d15638a455816(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:09,488 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:09,488 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/B, priority=13, startTime=1732675449392; duration=0sec 2024-11-27T02:44:09,488 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:09,488 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:B 2024-11-27T02:44:09,488 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:09,489 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:09,489 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/C is initiating minor compaction (all files) 2024-11-27T02:44:09,489 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/C in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:09,489 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/a01bcb0557754215a92d30cf83f8ea86, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/dec1fd6818d14ff78690b2ab940c5ea4, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b687d9c8ea09400ab69080cb96cc3ec2] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=35.2 K 2024-11-27T02:44:09,489 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting a01bcb0557754215a92d30cf83f8ea86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732675447119 2024-11-27T02:44:09,489 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting dec1fd6818d14ff78690b2ab940c5ea4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1732675447148 2024-11-27T02:44:09,490 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting b687d9c8ea09400ab69080cb96cc3ec2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732675447802 2024-11-27T02:44:09,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742328_1504 (size=12104) 2024-11-27T02:44:09,498 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/2d7f0f45c01c4cb6946358ad98ab2d99 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/2d7f0f45c01c4cb6946358ad98ab2d99 2024-11-27T02:44:09,502 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/A of 1fa96bfb5985ac7e531073fec62acdd9 into 2d7f0f45c01c4cb6946358ad98ab2d99(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:09,503 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:09,503 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/A, priority=13, startTime=1732675449392; duration=0sec 2024-11-27T02:44:09,503 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:09,503 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:A 2024-11-27T02:44:09,514 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#C#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:09,514 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/d6057127af1a4d31b7f5dbaf70c92836 is 50, key is test_row_0/C:col10/1732675447814/Put/seqid=0 2024-11-27T02:44:09,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742329_1505 (size=12001) 2024-11-27T02:44:09,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742330_1506 (size=12104) 2024-11-27T02:44:09,565 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/d6057127af1a4d31b7f5dbaf70c92836 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/d6057127af1a4d31b7f5dbaf70c92836 2024-11-27T02:44:09,569 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/C of 1fa96bfb5985ac7e531073fec62acdd9 into d6057127af1a4d31b7f5dbaf70c92836(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:09,570 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:09,570 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/C, priority=13, startTime=1732675449392; duration=0sec 2024-11-27T02:44:09,570 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:09,570 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:C 2024-11-27T02:44:09,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:09,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:09,687 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T02:44:09,688 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675509683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:09,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:09,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675509686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:09,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675509790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:09,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:09,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675509792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:09,929 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/576226d53d5547f09d2c181bbfbc90e9 2024-11-27T02:44:09,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/b52c77f890284e9b9fbe99eaa69a2393 is 50, key is test_row_0/B:col10/1732675448515/Put/seqid=0 2024-11-27T02:44:09,945 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 19683 2024-11-27T02:44:09,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742331_1507 (size=12001) 2024-11-27T02:44:09,978 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/b52c77f890284e9b9fbe99eaa69a2393 2024-11-27T02:44:09,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/2e20543edf71402dbfb3d16b0ae3d0a8 is 50, key is test_row_0/C:col10/1732675448515/Put/seqid=0 2024-11-27T02:44:09,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:09,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675509996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:09,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675509996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:10,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742332_1508 (size=12001) 2024-11-27T02:44:10,016 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/2e20543edf71402dbfb3d16b0ae3d0a8 2024-11-27T02:44:10,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/576226d53d5547f09d2c181bbfbc90e9 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/576226d53d5547f09d2c181bbfbc90e9 2024-11-27T02:44:10,027 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/576226d53d5547f09d2c181bbfbc90e9, entries=150, sequenceid=76, filesize=11.7 K 2024-11-27T02:44:10,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/b52c77f890284e9b9fbe99eaa69a2393 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/b52c77f890284e9b9fbe99eaa69a2393 2024-11-27T02:44:10,032 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/b52c77f890284e9b9fbe99eaa69a2393, entries=150, sequenceid=76, filesize=11.7 K 2024-11-27T02:44:10,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/2e20543edf71402dbfb3d16b0ae3d0a8 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2e20543edf71402dbfb3d16b0ae3d0a8 2024-11-27T02:44:10,040 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2e20543edf71402dbfb3d16b0ae3d0a8, entries=150, sequenceid=76, filesize=11.7 K 2024-11-27T02:44:10,041 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1fa96bfb5985ac7e531073fec62acdd9 in 634ms, sequenceid=76, compaction requested=false 2024-11-27T02:44:10,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:10,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:10,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=129}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=129 2024-11-27T02:44:10,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=129 2024-11-27T02:44:10,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-11-27T02:44:10,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9360 sec 2024-11-27T02:44:10,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=128, table=TestAcidGuarantees in 2.9400 sec 2024-11-27T02:44:10,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T02:44:10,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:10,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:10,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:10,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:10,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:10,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:10,324 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:10,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/b5c7ef59a71b4cdcbc600d2cd4fe8280 is 50, key is test_row_0/A:col10/1732675450307/Put/seqid=0 2024-11-27T02:44:10,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742333_1509 (size=12001) 2024-11-27T02:44:10,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/b5c7ef59a71b4cdcbc600d2cd4fe8280 2024-11-27T02:44:10,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/8cd32fb5b9af47d58f198d39a3586d5e is 50, key is test_row_0/B:col10/1732675450307/Put/seqid=0 2024-11-27T02:44:10,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:10,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675510399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:10,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:10,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675510406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:10,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742334_1510 (size=12001) 2024-11-27T02:44:10,412 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/8cd32fb5b9af47d58f198d39a3586d5e 2024-11-27T02:44:10,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/ba12c4d18362471697dd927da8a8e82f is 50, key is test_row_0/C:col10/1732675450307/Put/seqid=0 2024-11-27T02:44:10,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742335_1511 (size=12001) 2024-11-27T02:44:10,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675510507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:10,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:10,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675510508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:10,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:10,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675510710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675510711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:10,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=92 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/ba12c4d18362471697dd927da8a8e82f 2024-11-27T02:44:10,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/b5c7ef59a71b4cdcbc600d2cd4fe8280 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/b5c7ef59a71b4cdcbc600d2cd4fe8280 2024-11-27T02:44:10,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/b5c7ef59a71b4cdcbc600d2cd4fe8280, entries=150, sequenceid=92, filesize=11.7 K 2024-11-27T02:44:10,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/8cd32fb5b9af47d58f198d39a3586d5e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/8cd32fb5b9af47d58f198d39a3586d5e 2024-11-27T02:44:10,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/8cd32fb5b9af47d58f198d39a3586d5e, entries=150, sequenceid=92, filesize=11.7 K 2024-11-27T02:44:10,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/ba12c4d18362471697dd927da8a8e82f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/ba12c4d18362471697dd927da8a8e82f 2024-11-27T02:44:10,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/ba12c4d18362471697dd927da8a8e82f, entries=150, sequenceid=92, filesize=11.7 K 2024-11-27T02:44:10,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1fa96bfb5985ac7e531073fec62acdd9 in 628ms, sequenceid=92, compaction requested=true 2024-11-27T02:44:10,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:10,936 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:10,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:44:10,937 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:10,937 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/A is initiating minor compaction (all files) 2024-11-27T02:44:10,937 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/A in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:10,937 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/2d7f0f45c01c4cb6946358ad98ab2d99, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/576226d53d5547f09d2c181bbfbc90e9, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/b5c7ef59a71b4cdcbc600d2cd4fe8280] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=35.3 K 2024-11-27T02:44:10,938 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:10,938 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2d7f0f45c01c4cb6946358ad98ab2d99, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732675447802 2024-11-27T02:44:10,939 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 576226d53d5547f09d2c181bbfbc90e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732675448515 2024-11-27T02:44:10,939 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5c7ef59a71b4cdcbc600d2cd4fe8280, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732675449681 2024-11-27T02:44:10,940 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:10,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:44:10,940 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:10,941 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/B is initiating minor compaction (all files) 2024-11-27T02:44:10,941 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/B in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:10,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:10,941 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/6d5fd543817d408cb74d15638a455816, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/b52c77f890284e9b9fbe99eaa69a2393, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/8cd32fb5b9af47d58f198d39a3586d5e] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=35.3 K 2024-11-27T02:44:10,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:44:10,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:10,942 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d5fd543817d408cb74d15638a455816, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732675447802 2024-11-27T02:44:10,943 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting b52c77f890284e9b9fbe99eaa69a2393, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732675448515 2024-11-27T02:44:10,943 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 8cd32fb5b9af47d58f198d39a3586d5e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732675449681 2024-11-27T02:44:10,948 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#A#compaction#431 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:10,948 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/8da4b660c92942cab0619803cfcdfc30 is 50, key is test_row_0/A:col10/1732675450307/Put/seqid=0 2024-11-27T02:44:10,964 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#B#compaction#432 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:10,964 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/3cdc58ff81764dd7aef5b9425184efc2 is 50, key is test_row_0/B:col10/1732675450307/Put/seqid=0 2024-11-27T02:44:10,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742336_1512 (size=12207) 2024-11-27T02:44:11,007 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/8da4b660c92942cab0619803cfcdfc30 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/8da4b660c92942cab0619803cfcdfc30 2024-11-27T02:44:11,013 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/A of 1fa96bfb5985ac7e531073fec62acdd9 into 8da4b660c92942cab0619803cfcdfc30(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:11,013 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:11,013 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/A, priority=13, startTime=1732675450936; duration=0sec 2024-11-27T02:44:11,013 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:11,013 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:A 2024-11-27T02:44:11,013 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:11,014 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:11,014 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/C is initiating minor compaction (all files) 2024-11-27T02:44:11,014 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/C in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:11,014 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/d6057127af1a4d31b7f5dbaf70c92836, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2e20543edf71402dbfb3d16b0ae3d0a8, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/ba12c4d18362471697dd927da8a8e82f] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=35.3 K 2024-11-27T02:44:11,015 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting d6057127af1a4d31b7f5dbaf70c92836, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1732675447802 2024-11-27T02:44:11,015 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e20543edf71402dbfb3d16b0ae3d0a8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1732675448515 2024-11-27T02:44:11,016 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba12c4d18362471697dd927da8a8e82f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732675449681 2024-11-27T02:44:11,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T02:44:11,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:11,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:11,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:11,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:11,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:11,022 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:11,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:11,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742337_1513 (size=12207) 2024-11-27T02:44:11,037 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#C#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:11,038 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/f53755f95ec54d8fb7b5366dbe7f99f1 is 50, key is test_row_0/C:col10/1732675450307/Put/seqid=0 2024-11-27T02:44:11,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/5d6691b3ddf94d5f99f737767ac27745 is 50, key is test_row_0/A:col10/1732675451020/Put/seqid=0 2024-11-27T02:44:11,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742338_1514 (size=12207) 2024-11-27T02:44:11,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675511055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:11,064 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675511056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:11,067 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/f53755f95ec54d8fb7b5366dbe7f99f1 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/f53755f95ec54d8fb7b5366dbe7f99f1 2024-11-27T02:44:11,077 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/C of 1fa96bfb5985ac7e531073fec62acdd9 into f53755f95ec54d8fb7b5366dbe7f99f1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:11,082 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:11,082 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/C, priority=13, startTime=1732675450941; duration=0sec 2024-11-27T02:44:11,082 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:11,082 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:C 2024-11-27T02:44:11,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742339_1515 (size=14341) 2024-11-27T02:44:11,169 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:11,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675511164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:11,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:11,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675511165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:11,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-11-27T02:44:11,211 INFO [Thread-2245 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-11-27T02:44:11,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:44:11,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees 2024-11-27T02:44:11,214 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:44:11,215 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=130, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:44:11,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:44:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T02:44:11,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:11,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35080 deadline: 1732675511291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:11,297 DEBUG [Thread-2237 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., hostname=7723ddd88b72,35047,1732674726326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T02:44:11,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:11,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35092 deadline: 1732675511291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:11,300 DEBUG [Thread-2241 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., hostname=7723ddd88b72,35047,1732674726326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T02:44:11,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:11,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1732675511295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:11,301 DEBUG [Thread-2235 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., hostname=7723ddd88b72,35047,1732674726326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T02:44:11,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T02:44:11,366 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:11,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-27T02:44:11,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:11,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:11,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:11,367 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:11,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:11,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:11,374 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:11,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675511371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:11,375 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:11,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675511372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:11,430 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/3cdc58ff81764dd7aef5b9425184efc2 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/3cdc58ff81764dd7aef5b9425184efc2 2024-11-27T02:44:11,435 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 6c54c4a27d43cbdc756acd03904e0001, had cached 0 bytes from a total of 5037 2024-11-27T02:44:11,436 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/B of 1fa96bfb5985ac7e531073fec62acdd9 into 3cdc58ff81764dd7aef5b9425184efc2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:11,436 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:11,436 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/B, priority=13, startTime=1732675450940; duration=0sec 2024-11-27T02:44:11,436 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:11,436 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:B 2024-11-27T02:44:11,495 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/5d6691b3ddf94d5f99f737767ac27745 2024-11-27T02:44:11,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/18697f4c97464ca89b43f198b4dd8da2 is 50, key is test_row_0/B:col10/1732675451020/Put/seqid=0 2024-11-27T02:44:11,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T02:44:11,520 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:11,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-27T02:44:11,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:11,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:11,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:11,521 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] handler.RSProcedureHandler(58): pid=131 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:11,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=131 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:11,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=131 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:11,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742340_1516 (size=12001) 2024-11-27T02:44:11,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/18697f4c97464ca89b43f198b4dd8da2 2024-11-27T02:44:11,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/85cd6a0f2307428eb02b25b1591dc41e is 50, key is test_row_0/C:col10/1732675451020/Put/seqid=0 2024-11-27T02:44:11,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742341_1517 (size=12001) 2024-11-27T02:44:11,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/85cd6a0f2307428eb02b25b1591dc41e 2024-11-27T02:44:11,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/5d6691b3ddf94d5f99f737767ac27745 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/5d6691b3ddf94d5f99f737767ac27745 2024-11-27T02:44:11,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/5d6691b3ddf94d5f99f737767ac27745, entries=200, sequenceid=117, filesize=14.0 K 2024-11-27T02:44:11,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/18697f4c97464ca89b43f198b4dd8da2 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/18697f4c97464ca89b43f198b4dd8da2 2024-11-27T02:44:11,611 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/18697f4c97464ca89b43f198b4dd8da2, entries=150, sequenceid=117, filesize=11.7 K 2024-11-27T02:44:11,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/85cd6a0f2307428eb02b25b1591dc41e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/85cd6a0f2307428eb02b25b1591dc41e 2024-11-27T02:44:11,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/85cd6a0f2307428eb02b25b1591dc41e, entries=150, sequenceid=117, filesize=11.7 K 2024-11-27T02:44:11,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 1fa96bfb5985ac7e531073fec62acdd9 in 595ms, sequenceid=117, compaction requested=false 2024-11-27T02:44:11,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:11,674 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:11,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=131 2024-11-27T02:44:11,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:11,675 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T02:44:11,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:11,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:11,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:11,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:11,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:11,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:11,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:11,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:11,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/e3447916928341b1a935056d37d11062 is 50, key is test_row_0/A:col10/1732675451047/Put/seqid=0 2024-11-27T02:44:11,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742342_1518 (size=12051) 2024-11-27T02:44:11,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675511756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:11,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:11,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675511756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:11,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T02:44:11,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675511867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:11,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:11,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675511867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:12,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:12,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675512072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:12,078 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:12,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675512073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:12,126 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/e3447916928341b1a935056d37d11062 2024-11-27T02:44:12,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/c270eb3bb38447ac822fadb9d7ff9239 is 50, key is test_row_0/B:col10/1732675451047/Put/seqid=0 2024-11-27T02:44:12,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742343_1519 (size=12051) 2024-11-27T02:44:12,145 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/c270eb3bb38447ac822fadb9d7ff9239 2024-11-27T02:44:12,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/b5e083360bec4983b648db964248de62 is 50, key is test_row_0/C:col10/1732675451047/Put/seqid=0 2024-11-27T02:44:12,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742344_1520 (size=12051) 2024-11-27T02:44:12,156 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/b5e083360bec4983b648db964248de62 2024-11-27T02:44:12,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/e3447916928341b1a935056d37d11062 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/e3447916928341b1a935056d37d11062 2024-11-27T02:44:12,163 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/e3447916928341b1a935056d37d11062, entries=150, sequenceid=132, filesize=11.8 K 2024-11-27T02:44:12,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/c270eb3bb38447ac822fadb9d7ff9239 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/c270eb3bb38447ac822fadb9d7ff9239 2024-11-27T02:44:12,171 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/c270eb3bb38447ac822fadb9d7ff9239, entries=150, sequenceid=132, filesize=11.8 K 2024-11-27T02:44:12,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/b5e083360bec4983b648db964248de62 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b5e083360bec4983b648db964248de62 2024-11-27T02:44:12,182 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b5e083360bec4983b648db964248de62, entries=150, sequenceid=132, filesize=11.8 K 2024-11-27T02:44:12,183 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1fa96bfb5985ac7e531073fec62acdd9 in 508ms, sequenceid=132, compaction requested=true 2024-11-27T02:44:12,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:12,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:12,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=131}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=131 2024-11-27T02:44:12,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=131 2024-11-27T02:44:12,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-11-27T02:44:12,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 969 msec 2024-11-27T02:44:12,186 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=130, table=TestAcidGuarantees in 973 msec 2024-11-27T02:44:12,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-11-27T02:44:12,318 INFO [Thread-2245 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-11-27T02:44:12,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:44:12,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees 2024-11-27T02:44:12,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-27T02:44:12,321 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:44:12,321 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=132, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:44:12,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:44:12,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T02:44:12,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:12,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:12,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:12,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:12,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:12,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:12,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:12,404 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/4901fc8e660341f582af2e11c76caa98 is 50, key is test_row_0/A:col10/1732675451736/Put/seqid=0 2024-11-27T02:44:12,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-27T02:44:12,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742345_1521 (size=16931) 2024-11-27T02:44:12,430 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/4901fc8e660341f582af2e11c76caa98 2024-11-27T02:44:12,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/1bc43fdb8f114991a9e50ff71e43898b is 50, key is test_row_0/B:col10/1732675451736/Put/seqid=0 2024-11-27T02:44:12,447 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:12,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675512440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:12,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:12,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675512445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:12,474 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:12,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T02:44:12,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:12,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:12,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:12,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:12,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:12,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:12,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742346_1522 (size=12151) 2024-11-27T02:44:12,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:12,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675512549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:12,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:12,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675512552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:12,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-27T02:44:12,627 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:12,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T02:44:12,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:12,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:12,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:12,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:12,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:12,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:12,758 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:12,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675512755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:12,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:12,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675512760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:12,780 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:12,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T02:44:12,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:12,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:12,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:12,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:12,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:12,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:12,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/1bc43fdb8f114991a9e50ff71e43898b 2024-11-27T02:44:12,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/fa3de842a517436ab6bd957622cf7b5e is 50, key is test_row_0/C:col10/1732675451736/Put/seqid=0 2024-11-27T02:44:12,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742347_1523 (size=12151) 2024-11-27T02:44:12,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/fa3de842a517436ab6bd957622cf7b5e 2024-11-27T02:44:12,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-27T02:44:12,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/4901fc8e660341f582af2e11c76caa98 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/4901fc8e660341f582af2e11c76caa98 2024-11-27T02:44:12,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/4901fc8e660341f582af2e11c76caa98, entries=250, sequenceid=157, filesize=16.5 K 2024-11-27T02:44:12,938 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:12,938 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T02:44:12,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:12,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:12,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:12,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:12,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:12,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/1bc43fdb8f114991a9e50ff71e43898b as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/1bc43fdb8f114991a9e50ff71e43898b 2024-11-27T02:44:12,944 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/1bc43fdb8f114991a9e50ff71e43898b, entries=150, sequenceid=157, filesize=11.9 K 2024-11-27T02:44:12,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/fa3de842a517436ab6bd957622cf7b5e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/fa3de842a517436ab6bd957622cf7b5e 2024-11-27T02:44:12,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/fa3de842a517436ab6bd957622cf7b5e, entries=150, sequenceid=157, filesize=11.9 K 2024-11-27T02:44:12,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1fa96bfb5985ac7e531073fec62acdd9 in 562ms, sequenceid=157, compaction requested=true 2024-11-27T02:44:12,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:12,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:44:12,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:12,951 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:44:12,951 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:44:12,952 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:44:12,952 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:44:12,952 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/B is initiating minor compaction (all files) 2024-11-27T02:44:12,952 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/B in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:12,952 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/3cdc58ff81764dd7aef5b9425184efc2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/18697f4c97464ca89b43f198b4dd8da2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/c270eb3bb38447ac822fadb9d7ff9239, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/1bc43fdb8f114991a9e50ff71e43898b] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=47.3 K 2024-11-27T02:44:12,952 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55530 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:44:12,952 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 3cdc58ff81764dd7aef5b9425184efc2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732675449681 2024-11-27T02:44:12,952 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/A is initiating minor compaction (all files) 2024-11-27T02:44:12,952 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/A in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:12,952 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/8da4b660c92942cab0619803cfcdfc30, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/5d6691b3ddf94d5f99f737767ac27745, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/e3447916928341b1a935056d37d11062, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/4901fc8e660341f582af2e11c76caa98] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=54.2 K 2024-11-27T02:44:12,953 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 18697f4c97464ca89b43f198b4dd8da2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732675450394 2024-11-27T02:44:12,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:12,953 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting c270eb3bb38447ac822fadb9d7ff9239, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732675451045 2024-11-27T02:44:12,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:44:12,953 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:12,959 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8da4b660c92942cab0619803cfcdfc30, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732675449681 2024-11-27T02:44:12,959 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d6691b3ddf94d5f99f737767ac27745, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732675450384 2024-11-27T02:44:12,959 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bc43fdb8f114991a9e50ff71e43898b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732675451736 2024-11-27T02:44:12,960 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3447916928341b1a935056d37d11062, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732675451045 2024-11-27T02:44:12,960 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4901fc8e660341f582af2e11c76caa98, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732675451736 2024-11-27T02:44:12,985 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#A#compaction#443 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:12,985 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/6bc5c25c5e6e4f59a4993860c7f0aede is 50, key is test_row_0/A:col10/1732675451736/Put/seqid=0 2024-11-27T02:44:13,009 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#B#compaction#444 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:13,009 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/d7eb579e9b73415d91dd1b4587bfedaa is 50, key is test_row_0/B:col10/1732675451736/Put/seqid=0 2024-11-27T02:44:13,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742348_1524 (size=12493) 2024-11-27T02:44:13,068 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/6bc5c25c5e6e4f59a4993860c7f0aede as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/6bc5c25c5e6e4f59a4993860c7f0aede 2024-11-27T02:44:13,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T02:44:13,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:13,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:13,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:13,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:13,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:13,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:13,073 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/A of 1fa96bfb5985ac7e531073fec62acdd9 into 6bc5c25c5e6e4f59a4993860c7f0aede(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:13,074 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:13,074 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/A, priority=12, startTime=1732675452950; duration=0sec 2024-11-27T02:44:13,074 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:13,074 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:A 2024-11-27T02:44:13,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:13,074 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:44:13,075 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:44:13,075 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/C is initiating minor compaction (all files) 2024-11-27T02:44:13,075 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/C in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:13,075 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/f53755f95ec54d8fb7b5366dbe7f99f1, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/85cd6a0f2307428eb02b25b1591dc41e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b5e083360bec4983b648db964248de62, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/fa3de842a517436ab6bd957622cf7b5e] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=47.3 K 2024-11-27T02:44:13,076 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting f53755f95ec54d8fb7b5366dbe7f99f1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=92, earliestPutTs=1732675449681 2024-11-27T02:44:13,076 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85cd6a0f2307428eb02b25b1591dc41e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1732675450394 2024-11-27T02:44:13,076 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5e083360bec4983b648db964248de62, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1732675451045 2024-11-27T02:44:13,077 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa3de842a517436ab6bd957622cf7b5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732675451736 2024-11-27T02:44:13,091 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:13,091 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T02:44:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:13,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:13,091 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:13,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:13,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742349_1525 (size=12493) 2024-11-27T02:44:13,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:13,101 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/66468eac60174aa987341f8794d49204 is 50, key is test_row_0/A:col10/1732675452425/Put/seqid=0 2024-11-27T02:44:13,103 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/d7eb579e9b73415d91dd1b4587bfedaa as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/d7eb579e9b73415d91dd1b4587bfedaa 2024-11-27T02:44:13,110 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#C#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:13,110 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/7f1ec66e42f34d3fa9d58c270c86e7d1 is 50, key is test_row_0/C:col10/1732675451736/Put/seqid=0 2024-11-27T02:44:13,110 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/B of 1fa96bfb5985ac7e531073fec62acdd9 into d7eb579e9b73415d91dd1b4587bfedaa(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:13,110 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:13,111 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/B, priority=12, startTime=1732675452951; duration=0sec 2024-11-27T02:44:13,111 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:13,111 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:B 2024-11-27T02:44:13,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742350_1526 (size=12147) 2024-11-27T02:44:13,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742351_1527 (size=12493) 2024-11-27T02:44:13,168 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/7f1ec66e42f34d3fa9d58c270c86e7d1 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/7f1ec66e42f34d3fa9d58c270c86e7d1 2024-11-27T02:44:13,172 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/C of 1fa96bfb5985ac7e531073fec62acdd9 into 7f1ec66e42f34d3fa9d58c270c86e7d1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:13,172 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:13,172 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/C, priority=12, startTime=1732675452953; duration=0sec 2024-11-27T02:44:13,172 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:13,172 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:C 2024-11-27T02:44:13,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:13,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675513184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:13,201 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:13,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675513196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:13,243 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:13,244 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T02:44:13,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:13,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:13,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:13,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:13,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:13,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:13,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:13,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675513294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:13,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:13,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675513302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:13,396 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:13,396 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T02:44:13,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:13,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:13,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:13,397 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:13,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:13,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-27T02:44:13,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675513499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:13,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675513509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:13,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/66468eac60174aa987341f8794d49204 2024-11-27T02:44:13,549 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:13,549 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T02:44:13,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:13,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:13,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:13,549 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] handler.RSProcedureHandler(58): pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:13,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=133 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:13,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=133 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:13,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/408c758f65374f68b7e4668b50738c90 is 50, key is test_row_0/B:col10/1732675452425/Put/seqid=0 2024-11-27T02:44:13,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742352_1528 (size=9757) 2024-11-27T02:44:13,601 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/408c758f65374f68b7e4668b50738c90 2024-11-27T02:44:13,621 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/2799962e3e544675b81ae0ed0a72cf77 is 50, key is test_row_0/C:col10/1732675452425/Put/seqid=0 2024-11-27T02:44:13,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742353_1529 (size=9757) 2024-11-27T02:44:13,651 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/2799962e3e544675b81ae0ed0a72cf77 2024-11-27T02:44:13,655 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/66468eac60174aa987341f8794d49204 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/66468eac60174aa987341f8794d49204 2024-11-27T02:44:13,662 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/66468eac60174aa987341f8794d49204, entries=150, sequenceid=169, filesize=11.9 K 2024-11-27T02:44:13,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/408c758f65374f68b7e4668b50738c90 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/408c758f65374f68b7e4668b50738c90 2024-11-27T02:44:13,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/408c758f65374f68b7e4668b50738c90, entries=100, sequenceid=169, filesize=9.5 K 2024-11-27T02:44:13,670 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/2799962e3e544675b81ae0ed0a72cf77 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2799962e3e544675b81ae0ed0a72cf77 2024-11-27T02:44:13,673 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2799962e3e544675b81ae0ed0a72cf77, entries=100, sequenceid=169, filesize=9.5 K 2024-11-27T02:44:13,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1fa96bfb5985ac7e531073fec62acdd9 in 602ms, sequenceid=169, compaction requested=false 2024-11-27T02:44:13,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:13,701 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:13,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=133 2024-11-27T02:44:13,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:13,702 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T02:44:13,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:13,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:13,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:13,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:13,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:13,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:13,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/dbe1e42e46a5493fa656281e36dca837 is 50, key is test_row_0/A:col10/1732675453191/Put/seqid=0 2024-11-27T02:44:13,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742354_1530 (size=12151) 2024-11-27T02:44:13,757 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/dbe1e42e46a5493fa656281e36dca837 2024-11-27T02:44:13,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/a7e731d332d84ffd81b76388b3488919 is 50, key is test_row_0/B:col10/1732675453191/Put/seqid=0 2024-11-27T02:44:13,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742355_1531 (size=12151) 2024-11-27T02:44:13,805 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/a7e731d332d84ffd81b76388b3488919 2024-11-27T02:44:13,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:13,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:13,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/6d768f4d1d714f7d8441d165f8b8d461 is 50, key is test_row_0/C:col10/1732675453191/Put/seqid=0 2024-11-27T02:44:13,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:13,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675513831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:13,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675513830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:13,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742356_1532 (size=12151) 2024-11-27T02:44:13,853 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/6d768f4d1d714f7d8441d165f8b8d461 2024-11-27T02:44:13,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/dbe1e42e46a5493fa656281e36dca837 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/dbe1e42e46a5493fa656281e36dca837 2024-11-27T02:44:13,865 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/dbe1e42e46a5493fa656281e36dca837, entries=150, sequenceid=196, filesize=11.9 K 2024-11-27T02:44:13,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/a7e731d332d84ffd81b76388b3488919 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/a7e731d332d84ffd81b76388b3488919 2024-11-27T02:44:13,870 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/a7e731d332d84ffd81b76388b3488919, entries=150, sequenceid=196, filesize=11.9 K 2024-11-27T02:44:13,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/6d768f4d1d714f7d8441d165f8b8d461 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/6d768f4d1d714f7d8441d165f8b8d461 2024-11-27T02:44:13,875 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/6d768f4d1d714f7d8441d165f8b8d461, entries=150, sequenceid=196, filesize=11.9 K 2024-11-27T02:44:13,875 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1fa96bfb5985ac7e531073fec62acdd9 in 173ms, sequenceid=196, compaction requested=true 2024-11-27T02:44:13,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:13,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:13,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=133}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=133 2024-11-27T02:44:13,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=133 2024-11-27T02:44:13,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-11-27T02:44:13,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5550 sec 2024-11-27T02:44:13,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=132, table=TestAcidGuarantees in 1.5590 sec 2024-11-27T02:44:13,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T02:44:13,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:13,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:13,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:13,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:13,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:13,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:13,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/add3ec19d83c4ce19ce7e82029d38427 is 50, key is test_row_0/A:col10/1732675453939/Put/seqid=0 2024-11-27T02:44:13,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742357_1533 (size=14541) 2024-11-27T02:44:13,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/add3ec19d83c4ce19ce7e82029d38427 2024-11-27T02:44:13,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/236499d01d1a48c9b1bcf8d1ee899135 is 50, key is test_row_0/B:col10/1732675453939/Put/seqid=0 2024-11-27T02:44:14,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742358_1534 (size=12151) 2024-11-27T02:44:14,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/236499d01d1a48c9b1bcf8d1ee899135 2024-11-27T02:44:14,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/0b94641be19a475da617c5572e046c4d is 50, key is test_row_0/C:col10/1732675453939/Put/seqid=0 2024-11-27T02:44:14,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742359_1535 (size=12151) 2024-11-27T02:44:14,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675514018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:14,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:14,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675514018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:14,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675514132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:14,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:14,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675514132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:14,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:14,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675514342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:14,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675514342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:14,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-11-27T02:44:14,426 INFO [Thread-2245 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-11-27T02:44:14,428 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/0b94641be19a475da617c5572e046c4d 2024-11-27T02:44:14,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:44:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-11-27T02:44:14,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T02:44:14,429 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:44:14,430 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:44:14,430 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:44:14,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/add3ec19d83c4ce19ce7e82029d38427 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/add3ec19d83c4ce19ce7e82029d38427 2024-11-27T02:44:14,443 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/add3ec19d83c4ce19ce7e82029d38427, entries=200, sequenceid=209, filesize=14.2 K 2024-11-27T02:44:14,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/236499d01d1a48c9b1bcf8d1ee899135 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/236499d01d1a48c9b1bcf8d1ee899135 2024-11-27T02:44:14,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/236499d01d1a48c9b1bcf8d1ee899135, entries=150, sequenceid=209, filesize=11.9 K 2024-11-27T02:44:14,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/0b94641be19a475da617c5572e046c4d as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/0b94641be19a475da617c5572e046c4d 2024-11-27T02:44:14,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/0b94641be19a475da617c5572e046c4d, entries=150, sequenceid=209, filesize=11.9 K 2024-11-27T02:44:14,455 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 1fa96bfb5985ac7e531073fec62acdd9 in 515ms, sequenceid=209, compaction requested=true 2024-11-27T02:44:14,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:14,455 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:44:14,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:44:14,456 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:14,456 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:44:14,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:44:14,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:14,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:44:14,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:14,458 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51332 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:44:14,458 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/A is initiating minor compaction (all files) 2024-11-27T02:44:14,458 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/A in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:14,458 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/6bc5c25c5e6e4f59a4993860c7f0aede, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/66468eac60174aa987341f8794d49204, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/dbe1e42e46a5493fa656281e36dca837, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/add3ec19d83c4ce19ce7e82029d38427] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=50.1 K 2024-11-27T02:44:14,458 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:44:14,458 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/B is initiating minor compaction (all files) 2024-11-27T02:44:14,458 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/B in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:14,458 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/d7eb579e9b73415d91dd1b4587bfedaa, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/408c758f65374f68b7e4668b50738c90, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/a7e731d332d84ffd81b76388b3488919, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/236499d01d1a48c9b1bcf8d1ee899135] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=45.5 K 2024-11-27T02:44:14,459 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bc5c25c5e6e4f59a4993860c7f0aede, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732675451736 2024-11-27T02:44:14,460 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting d7eb579e9b73415d91dd1b4587bfedaa, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732675451736 2024-11-27T02:44:14,460 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 66468eac60174aa987341f8794d49204, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732675452425 2024-11-27T02:44:14,460 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 408c758f65374f68b7e4668b50738c90, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732675452425 2024-11-27T02:44:14,460 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting dbe1e42e46a5493fa656281e36dca837, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732675453171 2024-11-27T02:44:14,461 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting a7e731d332d84ffd81b76388b3488919, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732675453171 2024-11-27T02:44:14,461 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting add3ec19d83c4ce19ce7e82029d38427, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732675453821 2024-11-27T02:44:14,461 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 236499d01d1a48c9b1bcf8d1ee899135, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732675453821 2024-11-27T02:44:14,484 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#B#compaction#455 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:14,485 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/c7d407f569d8423aa195cf6984181751 is 50, key is test_row_0/B:col10/1732675453939/Put/seqid=0 2024-11-27T02:44:14,505 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#A#compaction#456 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:14,505 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/8bf1075a98c248b1b7dcbc9879925809 is 50, key is test_row_0/A:col10/1732675453939/Put/seqid=0 2024-11-27T02:44:14,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T02:44:14,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742360_1536 (size=12629) 2024-11-27T02:44:14,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742361_1537 (size=12629) 2024-11-27T02:44:14,551 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/8bf1075a98c248b1b7dcbc9879925809 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/8bf1075a98c248b1b7dcbc9879925809 2024-11-27T02:44:14,558 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/A of 1fa96bfb5985ac7e531073fec62acdd9 into 8bf1075a98c248b1b7dcbc9879925809(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:14,558 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:14,558 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/A, priority=12, startTime=1732675454455; duration=0sec 2024-11-27T02:44:14,558 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:14,558 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:A 2024-11-27T02:44:14,559 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:44:14,560 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:44:14,561 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/C is initiating minor compaction (all files) 2024-11-27T02:44:14,561 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/C in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:14,561 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/7f1ec66e42f34d3fa9d58c270c86e7d1, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2799962e3e544675b81ae0ed0a72cf77, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/6d768f4d1d714f7d8441d165f8b8d461, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/0b94641be19a475da617c5572e046c4d] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=45.5 K 2024-11-27T02:44:14,563 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f1ec66e42f34d3fa9d58c270c86e7d1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1732675451736 2024-11-27T02:44:14,563 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2799962e3e544675b81ae0ed0a72cf77, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1732675452425 2024-11-27T02:44:14,564 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d768f4d1d714f7d8441d165f8b8d461, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1732675453171 2024-11-27T02:44:14,564 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b94641be19a475da617c5572e046c4d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732675453821 2024-11-27T02:44:14,576 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#C#compaction#457 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:14,577 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/615af83db61c490091b37c73bb49f5f5 is 50, key is test_row_0/C:col10/1732675453939/Put/seqid=0 2024-11-27T02:44:14,582 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:14,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-11-27T02:44:14,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:14,582 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T02:44:14,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:14,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:14,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:14,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:14,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:14,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:14,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742362_1538 (size=12629) 2024-11-27T02:44:14,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/14bb8782d1714989899fa3d8ab5773b5 is 50, key is test_row_0/A:col10/1732675453988/Put/seqid=0 2024-11-27T02:44:14,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742363_1539 (size=12151) 2024-11-27T02:44:14,652 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/14bb8782d1714989899fa3d8ab5773b5 2024-11-27T02:44:14,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:14,657 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:14,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/789e84df58554cbaa2d42b8fdc874a3c is 50, key is test_row_0/B:col10/1732675453988/Put/seqid=0 2024-11-27T02:44:14,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:14,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675514686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:14,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675514692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:14,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742364_1540 (size=12151) 2024-11-27T02:44:14,708 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/789e84df58554cbaa2d42b8fdc874a3c 2024-11-27T02:44:14,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/40d056b5822549f9a728647cf41fa1a2 is 50, key is test_row_0/C:col10/1732675453988/Put/seqid=0 2024-11-27T02:44:14,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T02:44:14,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742365_1541 (size=12151) 2024-11-27T02:44:14,749 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/40d056b5822549f9a728647cf41fa1a2 2024-11-27T02:44:14,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/14bb8782d1714989899fa3d8ab5773b5 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/14bb8782d1714989899fa3d8ab5773b5 2024-11-27T02:44:14,762 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/14bb8782d1714989899fa3d8ab5773b5, entries=150, sequenceid=234, filesize=11.9 K 2024-11-27T02:44:14,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/789e84df58554cbaa2d42b8fdc874a3c as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/789e84df58554cbaa2d42b8fdc874a3c 2024-11-27T02:44:14,766 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/789e84df58554cbaa2d42b8fdc874a3c, entries=150, sequenceid=234, filesize=11.9 K 2024-11-27T02:44:14,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/40d056b5822549f9a728647cf41fa1a2 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/40d056b5822549f9a728647cf41fa1a2 2024-11-27T02:44:14,780 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/40d056b5822549f9a728647cf41fa1a2, entries=150, sequenceid=234, filesize=11.9 K 2024-11-27T02:44:14,781 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1fa96bfb5985ac7e531073fec62acdd9 in 199ms, sequenceid=234, compaction requested=false 2024-11-27T02:44:14,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:14,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:14,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-11-27T02:44:14,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-11-27T02:44:14,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-11-27T02:44:14,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 352 msec 2024-11-27T02:44:14,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 356 msec 2024-11-27T02:44:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:14,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T02:44:14,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:14,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:14,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:14,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:14,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:14,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:14,823 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/a67444df8e014fb5a260ddfa66876d24 is 50, key is test_row_0/A:col10/1732675454690/Put/seqid=0 2024-11-27T02:44:14,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742366_1542 (size=14541) 2024-11-27T02:44:14,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:14,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675514916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:14,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:14,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675514925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:14,938 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/c7d407f569d8423aa195cf6984181751 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/c7d407f569d8423aa195cf6984181751 2024-11-27T02:44:14,942 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/B of 1fa96bfb5985ac7e531073fec62acdd9 into c7d407f569d8423aa195cf6984181751(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:14,942 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:14,942 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/B, priority=12, startTime=1732675454456; duration=0sec 2024-11-27T02:44:14,942 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:14,942 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:B 2024-11-27T02:44:15,009 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/615af83db61c490091b37c73bb49f5f5 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/615af83db61c490091b37c73bb49f5f5 2024-11-27T02:44:15,013 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/C of 1fa96bfb5985ac7e531073fec62acdd9 into 615af83db61c490091b37c73bb49f5f5(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:15,013 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:15,013 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/C, priority=12, startTime=1732675454457; duration=0sec 2024-11-27T02:44:15,013 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:15,013 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:C 2024-11-27T02:44:15,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675515027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-11-27T02:44:15,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:15,033 INFO [Thread-2245 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-11-27T02:44:15,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675515029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:15,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:44:15,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-11-27T02:44:15,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T02:44:15,036 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:44:15,036 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:44:15,036 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:44:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T02:44:15,188 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:15,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T02:44:15,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:15,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:15,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:15,188 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:15,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:15,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:15,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:15,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675515232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:15,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675515237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:15,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/a67444df8e014fb5a260ddfa66876d24 2024-11-27T02:44:15,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/ec7fe0b54a0a44f69c6216978d250dfb is 50, key is test_row_0/B:col10/1732675454690/Put/seqid=0 2024-11-27T02:44:15,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742367_1543 (size=12151) 2024-11-27T02:44:15,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35092 deadline: 1732675515307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:15,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:15,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1732675515308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:15,314 DEBUG [Thread-2241 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., hostname=7723ddd88b72,35047,1732674726326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T02:44:15,314 DEBUG [Thread-2235 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8161 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., hostname=7723ddd88b72,35047,1732674726326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T02:44:15,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35080 deadline: 1732675515310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:15,315 DEBUG [Thread-2237 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., hostname=7723ddd88b72,35047,1732674726326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T02:44:15,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T02:44:15,340 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:15,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T02:44:15,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:15,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:15,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:15,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:15,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:15,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:15,492 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:15,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T02:44:15,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:15,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:15,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:15,493 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:15,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:15,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:15,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675515540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:15,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:15,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675515545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:15,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T02:44:15,646 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:15,646 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T02:44:15,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:15,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:15,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:15,647 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:15,647 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:15,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:15,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/ec7fe0b54a0a44f69c6216978d250dfb 2024-11-27T02:44:15,702 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/2133c9ccf8614fd79170b93861cee1be is 50, key is test_row_0/C:col10/1732675454690/Put/seqid=0 2024-11-27T02:44:15,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742368_1544 (size=12151) 2024-11-27T02:44:15,800 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:15,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T02:44:15,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:15,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:15,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:15,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:15,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:15,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:15,953 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:15,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T02:44:15,953 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:15,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:15,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:15,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:15,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:15,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:16,004 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-27T02:44:16,004 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-27T02:44:16,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:16,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675516047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:16,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:16,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675516052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:16,123 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/2133c9ccf8614fd79170b93861cee1be 2024-11-27T02:44:16,127 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/a67444df8e014fb5a260ddfa66876d24 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/a67444df8e014fb5a260ddfa66876d24 2024-11-27T02:44:16,129 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/a67444df8e014fb5a260ddfa66876d24, entries=200, sequenceid=247, filesize=14.2 K 2024-11-27T02:44:16,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/ec7fe0b54a0a44f69c6216978d250dfb as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/ec7fe0b54a0a44f69c6216978d250dfb 2024-11-27T02:44:16,132 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/ec7fe0b54a0a44f69c6216978d250dfb, entries=150, sequenceid=247, filesize=11.9 K 2024-11-27T02:44:16,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/2133c9ccf8614fd79170b93861cee1be as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2133c9ccf8614fd79170b93861cee1be 2024-11-27T02:44:16,137 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2133c9ccf8614fd79170b93861cee1be, entries=150, sequenceid=247, filesize=11.9 K 2024-11-27T02:44:16,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1fa96bfb5985ac7e531073fec62acdd9 in 1332ms, sequenceid=247, compaction requested=true 2024-11-27T02:44:16,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:16,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:44:16,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:16,137 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:16,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:44:16,137 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:16,138 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:16,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:44:16,138 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:16,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T02:44:16,138 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39321 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:16,138 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:16,138 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/A is initiating minor compaction (all files) 2024-11-27T02:44:16,138 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/B is initiating minor compaction (all files) 2024-11-27T02:44:16,138 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/B in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:16,138 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/A in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:16,138 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/c7d407f569d8423aa195cf6984181751, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/789e84df58554cbaa2d42b8fdc874a3c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/ec7fe0b54a0a44f69c6216978d250dfb] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=36.1 K 2024-11-27T02:44:16,138 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/8bf1075a98c248b1b7dcbc9879925809, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/14bb8782d1714989899fa3d8ab5773b5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/a67444df8e014fb5a260ddfa66876d24] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=38.4 K 2024-11-27T02:44:16,139 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8bf1075a98c248b1b7dcbc9879925809, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732675453821 2024-11-27T02:44:16,139 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting c7d407f569d8423aa195cf6984181751, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732675453821 2024-11-27T02:44:16,139 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14bb8782d1714989899fa3d8ab5773b5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732675453988 2024-11-27T02:44:16,139 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 789e84df58554cbaa2d42b8fdc874a3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732675453988 2024-11-27T02:44:16,139 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting ec7fe0b54a0a44f69c6216978d250dfb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732675454657 2024-11-27T02:44:16,139 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting a67444df8e014fb5a260ddfa66876d24, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732675454657 2024-11-27T02:44:16,143 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#A#compaction#464 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:16,144 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/04b60b774b6f4d1293a1587e32245779 is 50, key is test_row_0/A:col10/1732675454690/Put/seqid=0 2024-11-27T02:44:16,146 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#B#compaction#465 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:16,146 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/0f67560f729c47a2a80122a5ab8a4775 is 50, key is test_row_0/B:col10/1732675454690/Put/seqid=0 2024-11-27T02:44:16,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742369_1545 (size=12731) 2024-11-27T02:44:16,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742370_1546 (size=12731) 2024-11-27T02:44:16,159 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:16,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-11-27T02:44:16,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:16,160 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T02:44:16,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:16,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:16,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:16,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:16,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:16,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:16,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/16c830e1ba5c4086b4508919a17abbaa is 50, key is test_row_0/A:col10/1732675454912/Put/seqid=0 2024-11-27T02:44:16,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742371_1547 (size=12301) 2024-11-27T02:44:16,550 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/04b60b774b6f4d1293a1587e32245779 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/04b60b774b6f4d1293a1587e32245779 2024-11-27T02:44:16,551 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/0f67560f729c47a2a80122a5ab8a4775 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/0f67560f729c47a2a80122a5ab8a4775 2024-11-27T02:44:16,554 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/A of 1fa96bfb5985ac7e531073fec62acdd9 into 04b60b774b6f4d1293a1587e32245779(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:16,554 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:16,554 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/A, priority=13, startTime=1732675456137; duration=0sec 2024-11-27T02:44:16,554 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:16,554 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:A 2024-11-27T02:44:16,554 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:16,555 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:16,555 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/C is initiating minor compaction (all files) 2024-11-27T02:44:16,555 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/B of 1fa96bfb5985ac7e531073fec62acdd9 into 0f67560f729c47a2a80122a5ab8a4775(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:16,555 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/C in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:16,555 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:16,555 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/B, priority=13, startTime=1732675456137; duration=0sec 2024-11-27T02:44:16,555 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/615af83db61c490091b37c73bb49f5f5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/40d056b5822549f9a728647cf41fa1a2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2133c9ccf8614fd79170b93861cee1be] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=36.1 K 2024-11-27T02:44:16,555 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:16,555 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:B 2024-11-27T02:44:16,555 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 615af83db61c490091b37c73bb49f5f5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1732675453821 2024-11-27T02:44:16,555 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 40d056b5822549f9a728647cf41fa1a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732675453988 2024-11-27T02:44:16,555 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2133c9ccf8614fd79170b93861cee1be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732675454657 2024-11-27T02:44:16,561 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#C#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:16,561 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/191650485a0046a0bcaa6fdae5386fb4 is 50, key is test_row_0/C:col10/1732675454690/Put/seqid=0 2024-11-27T02:44:16,566 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/16c830e1ba5c4086b4508919a17abbaa 2024-11-27T02:44:16,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/e2de7b59261a4979adeb69ae78c93987 is 50, key is test_row_0/B:col10/1732675454912/Put/seqid=0 2024-11-27T02:44:16,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742372_1548 (size=12731) 2024-11-27T02:44:16,582 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/191650485a0046a0bcaa6fdae5386fb4 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/191650485a0046a0bcaa6fdae5386fb4 2024-11-27T02:44:16,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742373_1549 (size=12301) 2024-11-27T02:44:16,587 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/C of 1fa96bfb5985ac7e531073fec62acdd9 into 191650485a0046a0bcaa6fdae5386fb4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:16,587 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:16,587 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/C, priority=13, startTime=1732675456138; duration=0sec 2024-11-27T02:44:16,587 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:16,587 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:C 2024-11-27T02:44:16,984 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/e2de7b59261a4979adeb69ae78c93987 2024-11-27T02:44:16,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/ce1232e2051d4f7c8c1ad54efc535e48 is 50, key is test_row_0/C:col10/1732675454912/Put/seqid=0 2024-11-27T02:44:16,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742374_1550 (size=12301) 2024-11-27T02:44:17,061 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:17,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:17,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675517076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:17,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:17,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675517077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:17,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T02:44:17,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675517179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:17,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:17,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675517181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:17,382 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:17,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675517381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:17,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:17,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675517386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:17,393 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/ce1232e2051d4f7c8c1ad54efc535e48 2024-11-27T02:44:17,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/16c830e1ba5c4086b4508919a17abbaa as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/16c830e1ba5c4086b4508919a17abbaa 2024-11-27T02:44:17,399 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/16c830e1ba5c4086b4508919a17abbaa, entries=150, sequenceid=272, filesize=12.0 K 2024-11-27T02:44:17,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/e2de7b59261a4979adeb69ae78c93987 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/e2de7b59261a4979adeb69ae78c93987 2024-11-27T02:44:17,401 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/e2de7b59261a4979adeb69ae78c93987, entries=150, sequenceid=272, filesize=12.0 K 2024-11-27T02:44:17,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/ce1232e2051d4f7c8c1ad54efc535e48 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/ce1232e2051d4f7c8c1ad54efc535e48 2024-11-27T02:44:17,404 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/ce1232e2051d4f7c8c1ad54efc535e48, entries=150, sequenceid=272, filesize=12.0 K 2024-11-27T02:44:17,405 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1fa96bfb5985ac7e531073fec62acdd9 in 1245ms, sequenceid=272, compaction requested=false 2024-11-27T02:44:17,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:17,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:17,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-11-27T02:44:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-11-27T02:44:17,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-11-27T02:44:17,407 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3700 sec 2024-11-27T02:44:17,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 2.3730 sec 2024-11-27T02:44:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:17,688 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-27T02:44:17,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:17,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:17,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:17,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:17,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:17,688 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:17,692 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/825ade1cf1b14ed8b1969555dec70299 is 50, key is test_row_0/A:col10/1732675457687/Put/seqid=0 2024-11-27T02:44:17,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742375_1551 (size=14741) 2024-11-27T02:44:17,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:17,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675517731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:17,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:17,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675517732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:17,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:17,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675517836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:17,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:17,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675517841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:18,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:18,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675518039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:18,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:18,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675518044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:18,095 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/825ade1cf1b14ed8b1969555dec70299 2024-11-27T02:44:18,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/285946683f2f4033b08675d0c2242ecf is 50, key is test_row_0/B:col10/1732675457687/Put/seqid=0 2024-11-27T02:44:18,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742376_1552 (size=12301) 2024-11-27T02:44:18,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:18,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675518342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:18,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:18,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675518348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:18,503 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/285946683f2f4033b08675d0c2242ecf 2024-11-27T02:44:18,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/1ec207199bbc403f9c55f1c896e986a8 is 50, key is test_row_0/C:col10/1732675457687/Put/seqid=0 2024-11-27T02:44:18,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742377_1553 (size=12301) 2024-11-27T02:44:18,511 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/1ec207199bbc403f9c55f1c896e986a8 2024-11-27T02:44:18,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/825ade1cf1b14ed8b1969555dec70299 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/825ade1cf1b14ed8b1969555dec70299 2024-11-27T02:44:18,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/825ade1cf1b14ed8b1969555dec70299, entries=200, sequenceid=289, filesize=14.4 K 2024-11-27T02:44:18,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/285946683f2f4033b08675d0c2242ecf as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/285946683f2f4033b08675d0c2242ecf 2024-11-27T02:44:18,519 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/285946683f2f4033b08675d0c2242ecf, entries=150, sequenceid=289, filesize=12.0 K 2024-11-27T02:44:18,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/1ec207199bbc403f9c55f1c896e986a8 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/1ec207199bbc403f9c55f1c896e986a8 2024-11-27T02:44:18,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/1ec207199bbc403f9c55f1c896e986a8, entries=150, sequenceid=289, filesize=12.0 K 2024-11-27T02:44:18,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1fa96bfb5985ac7e531073fec62acdd9 in 835ms, sequenceid=289, compaction requested=true 2024-11-27T02:44:18,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:18,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:44:18,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:18,524 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:18,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:44:18,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:18,524 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:18,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:44:18,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:18,524 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:18,524 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:18,524 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/B is initiating minor compaction (all files) 2024-11-27T02:44:18,524 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/A is initiating minor compaction (all files) 2024-11-27T02:44:18,524 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/A in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:18,524 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/B in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:18,524 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/0f67560f729c47a2a80122a5ab8a4775, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/e2de7b59261a4979adeb69ae78c93987, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/285946683f2f4033b08675d0c2242ecf] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=36.5 K 2024-11-27T02:44:18,524 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/04b60b774b6f4d1293a1587e32245779, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/16c830e1ba5c4086b4508919a17abbaa, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/825ade1cf1b14ed8b1969555dec70299] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=38.8 K 2024-11-27T02:44:18,525 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04b60b774b6f4d1293a1587e32245779, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732675454657 2024-11-27T02:44:18,525 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f67560f729c47a2a80122a5ab8a4775, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732675454657 2024-11-27T02:44:18,525 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting e2de7b59261a4979adeb69ae78c93987, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732675454912 2024-11-27T02:44:18,525 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16c830e1ba5c4086b4508919a17abbaa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732675454912 2024-11-27T02:44:18,525 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 285946683f2f4033b08675d0c2242ecf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732675457065 2024-11-27T02:44:18,525 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 825ade1cf1b14ed8b1969555dec70299, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732675457065 2024-11-27T02:44:18,534 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#A#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:18,535 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/724cd73936e143b4a958b9ce5657fcd4 is 50, key is test_row_0/A:col10/1732675457687/Put/seqid=0 2024-11-27T02:44:18,535 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#B#compaction#474 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:18,535 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/e7950ceb9e044182a3d796458d6e9514 is 50, key is test_row_0/B:col10/1732675457687/Put/seqid=0 2024-11-27T02:44:18,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742379_1555 (size=12983) 2024-11-27T02:44:18,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742378_1554 (size=12983) 2024-11-27T02:44:18,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:18,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T02:44:18,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:18,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:18,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:18,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:18,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:18,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:18,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/c82705c94f7f4963ade4f0daca93d684 is 50, key is test_row_0/A:col10/1732675457727/Put/seqid=0 2024-11-27T02:44:18,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742380_1556 (size=14741) 2024-11-27T02:44:18,899 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:18,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675518893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:18,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:18,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675518899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:18,943 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/e7950ceb9e044182a3d796458d6e9514 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/e7950ceb9e044182a3d796458d6e9514 2024-11-27T02:44:18,946 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/B of 1fa96bfb5985ac7e531073fec62acdd9 into e7950ceb9e044182a3d796458d6e9514(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:18,946 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:18,946 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/B, priority=13, startTime=1732675458524; duration=0sec 2024-11-27T02:44:18,946 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:18,946 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:B 2024-11-27T02:44:18,946 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:18,947 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/724cd73936e143b4a958b9ce5657fcd4 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/724cd73936e143b4a958b9ce5657fcd4 2024-11-27T02:44:18,947 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:18,947 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/C is initiating minor compaction (all files) 2024-11-27T02:44:18,947 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/C in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:18,947 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/191650485a0046a0bcaa6fdae5386fb4, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/ce1232e2051d4f7c8c1ad54efc535e48, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/1ec207199bbc403f9c55f1c896e986a8] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=36.5 K 2024-11-27T02:44:18,947 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 191650485a0046a0bcaa6fdae5386fb4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1732675454657 2024-11-27T02:44:18,948 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting ce1232e2051d4f7c8c1ad54efc535e48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1732675454912 2024-11-27T02:44:18,948 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ec207199bbc403f9c55f1c896e986a8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732675457065 2024-11-27T02:44:18,950 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/A of 1fa96bfb5985ac7e531073fec62acdd9 into 724cd73936e143b4a958b9ce5657fcd4(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:18,950 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:18,950 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/A, priority=13, startTime=1732675458523; duration=0sec 2024-11-27T02:44:18,950 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:18,950 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:A 2024-11-27T02:44:18,953 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#C#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:18,953 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/96b8c788ff2e416dbc6d64e610b8d6a7 is 50, key is test_row_0/C:col10/1732675457687/Put/seqid=0 2024-11-27T02:44:18,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742381_1557 (size=12983) 2024-11-27T02:44:19,002 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:19,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675519000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:19,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:19,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675519005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:19,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-11-27T02:44:19,139 INFO [Thread-2245 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-11-27T02:44:19,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:44:19,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-11-27T02:44:19,142 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:44:19,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T02:44:19,143 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:44:19,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:44:19,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:19,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675519204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:19,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:19,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675519209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:19,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T02:44:19,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/c82705c94f7f4963ade4f0daca93d684 2024-11-27T02:44:19,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/047fce297dae4683abd5d005deb2d678 is 50, key is test_row_0/B:col10/1732675457727/Put/seqid=0 2024-11-27T02:44:19,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742382_1558 (size=12301) 2024-11-27T02:44:19,294 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:19,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T02:44:19,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:19,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:19,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:19,294 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:19,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:19,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:19,359 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/96b8c788ff2e416dbc6d64e610b8d6a7 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/96b8c788ff2e416dbc6d64e610b8d6a7 2024-11-27T02:44:19,362 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/C of 1fa96bfb5985ac7e531073fec62acdd9 into 96b8c788ff2e416dbc6d64e610b8d6a7(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:19,362 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:19,362 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/C, priority=13, startTime=1732675458524; duration=0sec 2024-11-27T02:44:19,362 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:19,362 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:C 2024-11-27T02:44:19,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T02:44:19,446 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:19,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T02:44:19,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:19,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:19,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:19,447 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:19,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:19,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:19,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675519511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:19,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:19,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675519517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:19,598 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:19,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T02:44:19,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:19,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:19,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:19,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:19,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:19,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:19,664 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/047fce297dae4683abd5d005deb2d678 2024-11-27T02:44:19,670 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/a5be19007c4041e7af0d905a04087a1f is 50, key is test_row_0/C:col10/1732675457727/Put/seqid=0 2024-11-27T02:44:19,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742383_1559 (size=12301) 2024-11-27T02:44:19,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T02:44:19,750 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:19,751 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T02:44:19,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:19,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:19,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:19,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:19,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:19,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:19,902 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:19,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T02:44:19,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:19,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:19,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:19,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:19,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:19,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:20,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:20,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675520016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:20,022 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:20,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675520019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:20,055 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:20,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T02:44:20,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:20,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:20,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:20,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:20,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:20,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:20,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/a5be19007c4041e7af0d905a04087a1f 2024-11-27T02:44:20,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/c82705c94f7f4963ade4f0daca93d684 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/c82705c94f7f4963ade4f0daca93d684 2024-11-27T02:44:20,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/c82705c94f7f4963ade4f0daca93d684, entries=200, sequenceid=312, filesize=14.4 K 2024-11-27T02:44:20,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/047fce297dae4683abd5d005deb2d678 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/047fce297dae4683abd5d005deb2d678 2024-11-27T02:44:20,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/047fce297dae4683abd5d005deb2d678, entries=150, sequenceid=312, filesize=12.0 K 2024-11-27T02:44:20,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/a5be19007c4041e7af0d905a04087a1f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/a5be19007c4041e7af0d905a04087a1f 2024-11-27T02:44:20,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/a5be19007c4041e7af0d905a04087a1f, entries=150, sequenceid=312, filesize=12.0 K 2024-11-27T02:44:20,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1fa96bfb5985ac7e531073fec62acdd9 in 1246ms, sequenceid=312, compaction requested=false 2024-11-27T02:44:20,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:20,207 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:20,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-11-27T02:44:20,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:20,207 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T02:44:20,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:20,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:20,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:20,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:20,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:20,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:20,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/de26ef7d933e4196bb98ef6ff1a5451b is 50, key is test_row_0/A:col10/1732675458892/Put/seqid=0 2024-11-27T02:44:20,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742384_1560 (size=12301) 2024-11-27T02:44:20,215 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/de26ef7d933e4196bb98ef6ff1a5451b 2024-11-27T02:44:20,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/087e39a144274016b9595d8c2681250a is 50, key is test_row_0/B:col10/1732675458892/Put/seqid=0 2024-11-27T02:44:20,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742385_1561 (size=12301) 2024-11-27T02:44:20,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T02:44:20,623 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/087e39a144274016b9595d8c2681250a 2024-11-27T02:44:20,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/4250cb47e6634404842bb315f8b15d6e is 50, key is test_row_0/C:col10/1732675458892/Put/seqid=0 2024-11-27T02:44:20,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742386_1562 (size=12301) 2024-11-27T02:44:20,652 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/4250cb47e6634404842bb315f8b15d6e 2024-11-27T02:44:20,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/de26ef7d933e4196bb98ef6ff1a5451b as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/de26ef7d933e4196bb98ef6ff1a5451b 2024-11-27T02:44:20,658 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/de26ef7d933e4196bb98ef6ff1a5451b, entries=150, sequenceid=328, filesize=12.0 K 2024-11-27T02:44:20,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/087e39a144274016b9595d8c2681250a as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/087e39a144274016b9595d8c2681250a 2024-11-27T02:44:20,661 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/087e39a144274016b9595d8c2681250a, entries=150, sequenceid=328, filesize=12.0 K 2024-11-27T02:44:20,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/4250cb47e6634404842bb315f8b15d6e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/4250cb47e6634404842bb315f8b15d6e 2024-11-27T02:44:20,664 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/4250cb47e6634404842bb315f8b15d6e, entries=150, sequenceid=328, filesize=12.0 K 2024-11-27T02:44:20,665 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for 1fa96bfb5985ac7e531073fec62acdd9 in 458ms, sequenceid=328, compaction requested=true 2024-11-27T02:44:20,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:20,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:20,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-11-27T02:44:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-11-27T02:44:20,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-11-27T02:44:20,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5230 sec 2024-11-27T02:44:20,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 1.5260 sec 2024-11-27T02:44:21,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:21,038 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T02:44:21,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:21,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:21,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:21,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:21,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:21,038 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:21,069 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/fd71d854499d495096450d5ac07afc85 is 50, key is test_row_0/A:col10/1732675461032/Put/seqid=0 2024-11-27T02:44:21,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742387_1563 (size=17181) 2024-11-27T02:44:21,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:21,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675521081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:21,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:21,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675521087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:21,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675521188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:21,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:21,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675521190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:21,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-11-27T02:44:21,245 INFO [Thread-2245 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-11-27T02:44:21,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:44:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-11-27T02:44:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T02:44:21,249 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:44:21,250 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:44:21,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:44:21,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T02:44:21,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675521394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:21,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675521394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:21,401 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:21,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-27T02:44:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:21,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:21,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:21,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:21,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:21,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/fd71d854499d495096450d5ac07afc85 2024-11-27T02:44:21,478 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/21a28e05ad2d49c09f4de98467a8e74d is 50, key is test_row_0/B:col10/1732675461032/Put/seqid=0 2024-11-27T02:44:21,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742388_1564 (size=12301) 2024-11-27T02:44:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T02:44:21,553 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:21,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-27T02:44:21,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:21,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:21,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:21,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:21,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:21,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:21,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:21,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675521700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:21,705 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:21,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:21,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-27T02:44:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675521702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:21,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:21,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:21,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:21,706 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:21,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:21,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:21,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T02:44:21,857 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:21,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-27T02:44:21,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:21,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:21,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:21,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:21,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:21,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:21,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/21a28e05ad2d49c09f4de98467a8e74d 2024-11-27T02:44:21,886 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/b965a0653fd74aa1b3f6ca6c5b7898c3 is 50, key is test_row_0/C:col10/1732675461032/Put/seqid=0 2024-11-27T02:44:21,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742389_1565 (size=12301) 2024-11-27T02:44:21,889 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/b965a0653fd74aa1b3f6ca6c5b7898c3 2024-11-27T02:44:21,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/fd71d854499d495096450d5ac07afc85 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/fd71d854499d495096450d5ac07afc85 2024-11-27T02:44:21,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/fd71d854499d495096450d5ac07afc85, entries=250, sequenceid=339, filesize=16.8 K 2024-11-27T02:44:21,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/21a28e05ad2d49c09f4de98467a8e74d as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/21a28e05ad2d49c09f4de98467a8e74d 2024-11-27T02:44:21,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/21a28e05ad2d49c09f4de98467a8e74d, entries=150, sequenceid=339, filesize=12.0 K 2024-11-27T02:44:21,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/b965a0653fd74aa1b3f6ca6c5b7898c3 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b965a0653fd74aa1b3f6ca6c5b7898c3 2024-11-27T02:44:21,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b965a0653fd74aa1b3f6ca6c5b7898c3, entries=150, sequenceid=339, filesize=12.0 K 2024-11-27T02:44:21,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1fa96bfb5985ac7e531073fec62acdd9 in 864ms, sequenceid=339, compaction requested=true 2024-11-27T02:44:21,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:21,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:44:21,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:21,902 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:44:21,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:44:21,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:21,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:44:21,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T02:44:21,903 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57206 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:44:21,903 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/A is initiating minor compaction (all files) 2024-11-27T02:44:21,903 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/A in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:21,903 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:44:21,903 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/724cd73936e143b4a958b9ce5657fcd4, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/c82705c94f7f4963ade4f0daca93d684, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/de26ef7d933e4196bb98ef6ff1a5451b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/fd71d854499d495096450d5ac07afc85] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=55.9 K 2024-11-27T02:44:21,903 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 724cd73936e143b4a958b9ce5657fcd4, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732675457065 2024-11-27T02:44:21,904 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting c82705c94f7f4963ade4f0daca93d684, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732675457723 2024-11-27T02:44:21,904 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:44:21,904 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting de26ef7d933e4196bb98ef6ff1a5451b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732675458891 2024-11-27T02:44:21,904 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/B is initiating minor compaction (all files) 2024-11-27T02:44:21,904 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/B in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:21,904 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/e7950ceb9e044182a3d796458d6e9514, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/047fce297dae4683abd5d005deb2d678, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/087e39a144274016b9595d8c2681250a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/21a28e05ad2d49c09f4de98467a8e74d] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=48.7 K 2024-11-27T02:44:21,904 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting fd71d854499d495096450d5ac07afc85, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732675461028 2024-11-27T02:44:21,904 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting e7950ceb9e044182a3d796458d6e9514, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732675457065 2024-11-27T02:44:21,904 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 047fce297dae4683abd5d005deb2d678, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732675457727 2024-11-27T02:44:21,905 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 087e39a144274016b9595d8c2681250a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732675458891 2024-11-27T02:44:21,905 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 21a28e05ad2d49c09f4de98467a8e74d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732675461032 2024-11-27T02:44:21,911 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#A#compaction#485 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:21,911 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#B#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:21,911 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/e887a74c858c4c8da9fbf345f8a1c58c is 50, key is test_row_0/A:col10/1732675461032/Put/seqid=0 2024-11-27T02:44:21,912 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/4ee29c8d0d8046afa4b90d1c14d50439 is 50, key is test_row_0/B:col10/1732675461032/Put/seqid=0 2024-11-27T02:44:21,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742390_1566 (size=13119) 2024-11-27T02:44:21,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742391_1567 (size=13119) 2024-11-27T02:44:22,009 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:22,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-11-27T02:44:22,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:22,010 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T02:44:22,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:22,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:22,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:22,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:22,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:22,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:22,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/85f5260ca43f4cbdbaa48f1aca22e809 is 50, key is test_row_0/A:col10/1732675461069/Put/seqid=0 2024-11-27T02:44:22,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742392_1568 (size=12301) 2024-11-27T02:44:22,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:22,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:22,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675522229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:22,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:22,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675522232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:22,318 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/e887a74c858c4c8da9fbf345f8a1c58c as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/e887a74c858c4c8da9fbf345f8a1c58c 2024-11-27T02:44:22,318 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/4ee29c8d0d8046afa4b90d1c14d50439 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/4ee29c8d0d8046afa4b90d1c14d50439 2024-11-27T02:44:22,322 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/A of 1fa96bfb5985ac7e531073fec62acdd9 into e887a74c858c4c8da9fbf345f8a1c58c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:22,322 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/B of 1fa96bfb5985ac7e531073fec62acdd9 into 4ee29c8d0d8046afa4b90d1c14d50439(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:22,322 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:22,322 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:22,322 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/B, priority=12, startTime=1732675461902; duration=0sec 2024-11-27T02:44:22,322 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/A, priority=12, startTime=1732675461902; duration=0sec 2024-11-27T02:44:22,322 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:22,322 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:22,322 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:B 2024-11-27T02:44:22,322 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:A 2024-11-27T02:44:22,322 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:44:22,323 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:44:22,323 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/C is initiating minor compaction (all files) 2024-11-27T02:44:22,323 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/C in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:22,323 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/96b8c788ff2e416dbc6d64e610b8d6a7, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/a5be19007c4041e7af0d905a04087a1f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/4250cb47e6634404842bb315f8b15d6e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b965a0653fd74aa1b3f6ca6c5b7898c3] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=48.7 K 2024-11-27T02:44:22,323 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 96b8c788ff2e416dbc6d64e610b8d6a7, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1732675457065 2024-11-27T02:44:22,323 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting a5be19007c4041e7af0d905a04087a1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1732675457727 2024-11-27T02:44:22,324 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 4250cb47e6634404842bb315f8b15d6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1732675458891 2024-11-27T02:44:22,324 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting b965a0653fd74aa1b3f6ca6c5b7898c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732675461032 2024-11-27T02:44:22,328 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#C#compaction#488 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:22,329 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/a90885716af645019c465b334fe4fb0d is 50, key is test_row_0/C:col10/1732675461032/Put/seqid=0 2024-11-27T02:44:22,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742393_1569 (size=13119) 2024-11-27T02:44:22,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675522336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:22,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:22,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675522336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:22,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T02:44:22,416 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/85f5260ca43f4cbdbaa48f1aca22e809 2024-11-27T02:44:22,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/1a1dc687e0b840c9acb0a90c62a0d916 is 50, key is test_row_0/B:col10/1732675461069/Put/seqid=0 2024-11-27T02:44:22,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742394_1570 (size=12301) 2024-11-27T02:44:22,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:22,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675522543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:22,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:22,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675522543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:22,735 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/a90885716af645019c465b334fe4fb0d as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/a90885716af645019c465b334fe4fb0d 2024-11-27T02:44:22,739 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/C of 1fa96bfb5985ac7e531073fec62acdd9 into a90885716af645019c465b334fe4fb0d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:22,739 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:22,739 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/C, priority=12, startTime=1732675461902; duration=0sec 2024-11-27T02:44:22,739 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:22,739 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:C 2024-11-27T02:44:22,825 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/1a1dc687e0b840c9acb0a90c62a0d916 2024-11-27T02:44:22,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/7908813b89f7472b97372aa064861b03 is 50, key is test_row_0/C:col10/1732675461069/Put/seqid=0 2024-11-27T02:44:22,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742395_1571 (size=12301) 2024-11-27T02:44:22,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675522846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:22,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675522848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:23,234 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/7908813b89f7472b97372aa064861b03 2024-11-27T02:44:23,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/85f5260ca43f4cbdbaa48f1aca22e809 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/85f5260ca43f4cbdbaa48f1aca22e809 2024-11-27T02:44:23,239 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/85f5260ca43f4cbdbaa48f1aca22e809, entries=150, sequenceid=364, filesize=12.0 K 2024-11-27T02:44:23,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/1a1dc687e0b840c9acb0a90c62a0d916 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/1a1dc687e0b840c9acb0a90c62a0d916 2024-11-27T02:44:23,242 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/1a1dc687e0b840c9acb0a90c62a0d916, entries=150, sequenceid=364, filesize=12.0 K 2024-11-27T02:44:23,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/7908813b89f7472b97372aa064861b03 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/7908813b89f7472b97372aa064861b03 2024-11-27T02:44:23,245 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/7908813b89f7472b97372aa064861b03, entries=150, sequenceid=364, filesize=12.0 K 2024-11-27T02:44:23,246 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1fa96bfb5985ac7e531073fec62acdd9 in 1235ms, sequenceid=364, compaction requested=false 2024-11-27T02:44:23,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:23,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:23,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-11-27T02:44:23,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-11-27T02:44:23,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-11-27T02:44:23,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9970 sec 2024-11-27T02:44:23,248 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 2.0010 sec 2024-11-27T02:44:23,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-11-27T02:44:23,353 INFO [Thread-2245 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-11-27T02:44:23,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:44:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:23,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T02:44:23,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-11-27T02:44:23,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:23,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:23,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:23,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:23,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:23,354 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:23,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T02:44:23,355 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:44:23,355 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:44:23,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:44:23,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/ff4c6387b1e44a478029c92dcdd5afbb is 50, key is test_row_0/A:col10/1732675462231/Put/seqid=0 2024-11-27T02:44:23,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742396_1572 (size=14741) 2024-11-27T02:44:23,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:23,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675523399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:23,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:23,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675523400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:23,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T02:44:23,505 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:23,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675523502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:23,506 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:23,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T02:44:23,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:23,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:23,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:23,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:23,507 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675523506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:23,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:23,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:23,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T02:44:23,658 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:23,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T02:44:23,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:23,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:23,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:23,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:23,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:23,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:23,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:23,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675523707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:23,712 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:23,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675523708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:23,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/ff4c6387b1e44a478029c92dcdd5afbb 2024-11-27T02:44:23,770 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/d17d420da4404aa3a07f95f09193069e is 50, key is test_row_0/B:col10/1732675462231/Put/seqid=0 2024-11-27T02:44:23,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742397_1573 (size=12301) 2024-11-27T02:44:23,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/d17d420da4404aa3a07f95f09193069e 2024-11-27T02:44:23,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/2eb2c71e4d4b47f78a7c32ce096f3185 is 50, key is test_row_0/C:col10/1732675462231/Put/seqid=0 2024-11-27T02:44:23,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742398_1574 (size=12301) 2024-11-27T02:44:23,811 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:23,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T02:44:23,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:23,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:23,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:23,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:23,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:23,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:23,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T02:44:23,963 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:23,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T02:44:23,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:23,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:23,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:23,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:23,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:23,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:24,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:24,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675524009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:24,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:24,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675524014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:24,115 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:24,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T02:44:24,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:24,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:24,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:24,116 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:24,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:24,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:24,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/2eb2c71e4d4b47f78a7c32ce096f3185 2024-11-27T02:44:24,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/ff4c6387b1e44a478029c92dcdd5afbb as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/ff4c6387b1e44a478029c92dcdd5afbb 2024-11-27T02:44:24,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/ff4c6387b1e44a478029c92dcdd5afbb, entries=200, sequenceid=379, filesize=14.4 K 2024-11-27T02:44:24,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/d17d420da4404aa3a07f95f09193069e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/d17d420da4404aa3a07f95f09193069e 2024-11-27T02:44:24,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/d17d420da4404aa3a07f95f09193069e, entries=150, sequenceid=379, filesize=12.0 K 2024-11-27T02:44:24,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/2eb2c71e4d4b47f78a7c32ce096f3185 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2eb2c71e4d4b47f78a7c32ce096f3185 2024-11-27T02:44:24,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2eb2c71e4d4b47f78a7c32ce096f3185, entries=150, sequenceid=379, filesize=12.0 K 2024-11-27T02:44:24,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1fa96bfb5985ac7e531073fec62acdd9 in 841ms, sequenceid=379, compaction requested=true 2024-11-27T02:44:24,195 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:24,196 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:24,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:44:24,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:24,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:44:24,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:24,196 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:24,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:44:24,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:24,196 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40161 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:24,196 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/A is initiating minor compaction (all files) 2024-11-27T02:44:24,196 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/A in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:24,197 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/e887a74c858c4c8da9fbf345f8a1c58c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/85f5260ca43f4cbdbaa48f1aca22e809, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/ff4c6387b1e44a478029c92dcdd5afbb] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=39.2 K 2024-11-27T02:44:24,197 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:24,197 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/B is initiating minor compaction (all files) 2024-11-27T02:44:24,197 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/B in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:24,197 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/4ee29c8d0d8046afa4b90d1c14d50439, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/1a1dc687e0b840c9acb0a90c62a0d916, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/d17d420da4404aa3a07f95f09193069e] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=36.8 K 2024-11-27T02:44:24,197 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting e887a74c858c4c8da9fbf345f8a1c58c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732675461032 2024-11-27T02:44:24,197 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ee29c8d0d8046afa4b90d1c14d50439, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732675461032 2024-11-27T02:44:24,197 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a1dc687e0b840c9acb0a90c62a0d916, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732675461069 2024-11-27T02:44:24,197 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85f5260ca43f4cbdbaa48f1aca22e809, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732675461069 2024-11-27T02:44:24,197 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff4c6387b1e44a478029c92dcdd5afbb, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732675462223 2024-11-27T02:44:24,198 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting d17d420da4404aa3a07f95f09193069e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732675462227 2024-11-27T02:44:24,203 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#A#compaction#494 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:24,204 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/6c648ad97321492fb26e8a2195ea122e is 50, key is test_row_0/A:col10/1732675462231/Put/seqid=0 2024-11-27T02:44:24,204 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#B#compaction#495 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:24,204 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/37b9a114201d47a6a0d41d63989d590e is 50, key is test_row_0/B:col10/1732675462231/Put/seqid=0 2024-11-27T02:44:24,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742399_1575 (size=13221) 2024-11-27T02:44:24,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742400_1576 (size=13221) 2024-11-27T02:44:24,267 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:24,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-11-27T02:44:24,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:24,268 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T02:44:24,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:24,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:24,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:24,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:24,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:24,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:24,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/6bef1247cb754acbb9c53974f1275048 is 50, key is test_row_0/A:col10/1732675463399/Put/seqid=0 2024-11-27T02:44:24,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742401_1577 (size=12301) 2024-11-27T02:44:24,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T02:44:24,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:24,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. as already flushing 2024-11-27T02:44:24,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:24,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675524533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:24,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675524535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:24,610 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/6c648ad97321492fb26e8a2195ea122e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/6c648ad97321492fb26e8a2195ea122e 2024-11-27T02:44:24,611 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/37b9a114201d47a6a0d41d63989d590e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/37b9a114201d47a6a0d41d63989d590e 2024-11-27T02:44:24,613 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/A of 1fa96bfb5985ac7e531073fec62acdd9 into 6c648ad97321492fb26e8a2195ea122e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:24,613 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:24,613 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/A, priority=13, startTime=1732675464196; duration=0sec 2024-11-27T02:44:24,613 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/B of 1fa96bfb5985ac7e531073fec62acdd9 into 37b9a114201d47a6a0d41d63989d590e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:24,613 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:24,613 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/B, priority=13, startTime=1732675464196; duration=0sec 2024-11-27T02:44:24,613 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:24,613 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:A 2024-11-27T02:44:24,613 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:24,613 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:B 2024-11-27T02:44:24,613 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:24,614 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:24,614 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/C is initiating minor compaction (all files) 2024-11-27T02:44:24,614 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/C in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:24,615 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/a90885716af645019c465b334fe4fb0d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/7908813b89f7472b97372aa064861b03, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2eb2c71e4d4b47f78a7c32ce096f3185] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=36.8 K 2024-11-27T02:44:24,615 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting a90885716af645019c465b334fe4fb0d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732675461032 2024-11-27T02:44:24,615 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7908813b89f7472b97372aa064861b03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1732675461069 2024-11-27T02:44:24,615 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2eb2c71e4d4b47f78a7c32ce096f3185, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732675462227 2024-11-27T02:44:24,620 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#C#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:24,621 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/6aff462bd273475d90bdc5abe443c82f is 50, key is test_row_0/C:col10/1732675462231/Put/seqid=0 2024-11-27T02:44:24,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742402_1578 (size=13221) 2024-11-27T02:44:24,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675524636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:24,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675524639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:24,675 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/6bef1247cb754acbb9c53974f1275048 2024-11-27T02:44:24,680 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/5de41513a4a240a0a2095af67cac6f42 is 50, key is test_row_0/B:col10/1732675463399/Put/seqid=0 2024-11-27T02:44:24,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742403_1579 (size=12301) 2024-11-27T02:44:24,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 279 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675524841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:24,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675524843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:25,027 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/6aff462bd273475d90bdc5abe443c82f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/6aff462bd273475d90bdc5abe443c82f 2024-11-27T02:44:25,030 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/C of 1fa96bfb5985ac7e531073fec62acdd9 into 6aff462bd273475d90bdc5abe443c82f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:25,030 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:25,030 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/C, priority=13, startTime=1732675464196; duration=0sec 2024-11-27T02:44:25,030 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:25,030 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:C 2024-11-27T02:44:25,083 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/5de41513a4a240a0a2095af67cac6f42 2024-11-27T02:44:25,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/95f79cc5d3a648ac83ac01deeebe83bc is 50, key is test_row_0/C:col10/1732675463399/Put/seqid=0 2024-11-27T02:44:25,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742404_1580 (size=12301) 2024-11-27T02:44:25,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:25,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675525145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:25,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:25,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675525148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:25,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35080 deadline: 1732675525327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:25,330 DEBUG [Thread-2237 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18178 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., hostname=7723ddd88b72,35047,1732674726326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T02:44:25,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:25,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35104 deadline: 1732675525349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:25,352 DEBUG [Thread-2235 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18199 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., hostname=7723ddd88b72,35047,1732674726326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T02:44:25,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:25,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35092 deadline: 1732675525366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:25,370 DEBUG [Thread-2241 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18217 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., hostname=7723ddd88b72,35047,1732674726326, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T02:44:25,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T02:44:25,492 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/95f79cc5d3a648ac83ac01deeebe83bc 2024-11-27T02:44:25,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/6bef1247cb754acbb9c53974f1275048 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/6bef1247cb754acbb9c53974f1275048 2024-11-27T02:44:25,498 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/6bef1247cb754acbb9c53974f1275048, entries=150, sequenceid=403, filesize=12.0 K 2024-11-27T02:44:25,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/5de41513a4a240a0a2095af67cac6f42 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/5de41513a4a240a0a2095af67cac6f42 2024-11-27T02:44:25,502 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/5de41513a4a240a0a2095af67cac6f42, entries=150, sequenceid=403, filesize=12.0 K 2024-11-27T02:44:25,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/95f79cc5d3a648ac83ac01deeebe83bc as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/95f79cc5d3a648ac83ac01deeebe83bc 2024-11-27T02:44:25,505 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/95f79cc5d3a648ac83ac01deeebe83bc, entries=150, sequenceid=403, filesize=12.0 K 2024-11-27T02:44:25,506 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1fa96bfb5985ac7e531073fec62acdd9 in 1238ms, sequenceid=403, compaction requested=false 2024-11-27T02:44:25,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:25,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:25,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-11-27T02:44:25,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-11-27T02:44:25,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-11-27T02:44:25,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1520 sec 2024-11-27T02:44:25,509 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.1540 sec 2024-11-27T02:44:25,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:25,651 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T02:44:25,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:25,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:25,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:25,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:25,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:25,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:25,655 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/c837ee0754f848b8b093a3f0bac4c334 is 50, key is test_row_0/A:col10/1732675464534/Put/seqid=0 2024-11-27T02:44:25,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742405_1581 (size=14741) 2024-11-27T02:44:25,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/c837ee0754f848b8b093a3f0bac4c334 2024-11-27T02:44:25,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/0a215a67520243aca351be3ba0b29553 is 50, key is test_row_0/B:col10/1732675464534/Put/seqid=0 2024-11-27T02:44:25,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742406_1582 (size=12301) 2024-11-27T02:44:25,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:25,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675525698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:25,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:25,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675525702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:25,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675525803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:25,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:25,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675525806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:26,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675526007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:26,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:26,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675526008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:26,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/0a215a67520243aca351be3ba0b29553 2024-11-27T02:44:26,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/77fbab168fb140ee8523b1aa3cd52fd4 is 50, key is test_row_0/C:col10/1732675464534/Put/seqid=0 2024-11-27T02:44:26,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742407_1583 (size=12301) 2024-11-27T02:44:26,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675526313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:26,317 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:26,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675526314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:26,475 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=419 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/77fbab168fb140ee8523b1aa3cd52fd4 2024-11-27T02:44:26,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/c837ee0754f848b8b093a3f0bac4c334 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/c837ee0754f848b8b093a3f0bac4c334 2024-11-27T02:44:26,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/c837ee0754f848b8b093a3f0bac4c334, entries=200, sequenceid=419, filesize=14.4 K 2024-11-27T02:44:26,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/0a215a67520243aca351be3ba0b29553 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/0a215a67520243aca351be3ba0b29553 2024-11-27T02:44:26,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/0a215a67520243aca351be3ba0b29553, entries=150, sequenceid=419, filesize=12.0 K 2024-11-27T02:44:26,484 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/77fbab168fb140ee8523b1aa3cd52fd4 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/77fbab168fb140ee8523b1aa3cd52fd4 2024-11-27T02:44:26,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/77fbab168fb140ee8523b1aa3cd52fd4, entries=150, sequenceid=419, filesize=12.0 K 2024-11-27T02:44:26,487 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1fa96bfb5985ac7e531073fec62acdd9 in 836ms, sequenceid=419, compaction requested=true 2024-11-27T02:44:26,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:26,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:44:26,487 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:26,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:26,488 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:26,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:44:26,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:26,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:44:26,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:26,488 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:26,488 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:26,488 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/A is initiating minor compaction (all files) 2024-11-27T02:44:26,488 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/B is initiating minor compaction (all files) 2024-11-27T02:44:26,488 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/A in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:26,488 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/B in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:26,488 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/6c648ad97321492fb26e8a2195ea122e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/6bef1247cb754acbb9c53974f1275048, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/c837ee0754f848b8b093a3f0bac4c334] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=39.3 K 2024-11-27T02:44:26,488 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/37b9a114201d47a6a0d41d63989d590e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/5de41513a4a240a0a2095af67cac6f42, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/0a215a67520243aca351be3ba0b29553] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=36.9 K 2024-11-27T02:44:26,489 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6c648ad97321492fb26e8a2195ea122e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732675462227 2024-11-27T02:44:26,489 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 37b9a114201d47a6a0d41d63989d590e, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732675462227 2024-11-27T02:44:26,489 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 5de41513a4a240a0a2095af67cac6f42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732675463390 2024-11-27T02:44:26,489 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6bef1247cb754acbb9c53974f1275048, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732675463390 2024-11-27T02:44:26,489 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a215a67520243aca351be3ba0b29553, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732675464532 2024-11-27T02:44:26,489 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting c837ee0754f848b8b093a3f0bac4c334, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732675464524 2024-11-27T02:44:26,495 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#B#compaction#503 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:26,495 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/924ca0e82a0c4167b3ec6199fc474c5e is 50, key is test_row_0/B:col10/1732675464534/Put/seqid=0 2024-11-27T02:44:26,496 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#A#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:26,496 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/09f23576288546889165515ac46196cf is 50, key is test_row_0/A:col10/1732675464534/Put/seqid=0 2024-11-27T02:44:26,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742408_1584 (size=13323) 2024-11-27T02:44:26,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742409_1585 (size=13323) 2024-11-27T02:44:26,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:26,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T02:44:26,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:26,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:26,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:26,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:26,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:26,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:26,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/b3ff796deae14461839df800c9bcb7b2 is 50, key is test_row_0/A:col10/1732675466819/Put/seqid=0 2024-11-27T02:44:26,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742410_1586 (size=14741) 2024-11-27T02:44:26,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:26,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675526839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:26,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675526840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:26,903 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/924ca0e82a0c4167b3ec6199fc474c5e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/924ca0e82a0c4167b3ec6199fc474c5e 2024-11-27T02:44:26,906 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/09f23576288546889165515ac46196cf as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/09f23576288546889165515ac46196cf 2024-11-27T02:44:26,907 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/B of 1fa96bfb5985ac7e531073fec62acdd9 into 924ca0e82a0c4167b3ec6199fc474c5e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:26,907 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:26,907 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/B, priority=13, startTime=1732675466487; duration=0sec 2024-11-27T02:44:26,907 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:26,907 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:B 2024-11-27T02:44:26,907 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:26,908 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:26,908 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/C is initiating minor compaction (all files) 2024-11-27T02:44:26,908 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/C in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:26,908 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/6aff462bd273475d90bdc5abe443c82f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/95f79cc5d3a648ac83ac01deeebe83bc, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/77fbab168fb140ee8523b1aa3cd52fd4] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=36.9 K 2024-11-27T02:44:26,909 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 6aff462bd273475d90bdc5abe443c82f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1732675462227 2024-11-27T02:44:26,909 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/A of 1fa96bfb5985ac7e531073fec62acdd9 into 09f23576288546889165515ac46196cf(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:26,909 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:26,909 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/A, priority=13, startTime=1732675466487; duration=0sec 2024-11-27T02:44:26,909 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:26,910 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:A 2024-11-27T02:44:26,910 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 95f79cc5d3a648ac83ac01deeebe83bc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1732675463390 2024-11-27T02:44:26,910 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 77fbab168fb140ee8523b1aa3cd52fd4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732675464532 2024-11-27T02:44:26,915 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#C#compaction#506 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:26,916 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/7dbf253bbdeb47e1ad13fc0c90c930cb is 50, key is test_row_0/C:col10/1732675464534/Put/seqid=0 2024-11-27T02:44:26,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742411_1587 (size=13323) 2024-11-27T02:44:26,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:26,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675526943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:26,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675526945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:27,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:27,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675527148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:27,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:27,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 312 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675527152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:27,170 DEBUG [Thread-2250 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x601ad00e to 127.0.0.1:52502 2024-11-27T02:44:27,171 DEBUG [Thread-2250 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:44:27,172 DEBUG [Thread-2252 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23b53e62 to 127.0.0.1:52502 2024-11-27T02:44:27,172 DEBUG [Thread-2252 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:44:27,172 DEBUG [Thread-2246 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x052f0048 to 127.0.0.1:52502 2024-11-27T02:44:27,172 DEBUG [Thread-2246 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:44:27,175 DEBUG [Thread-2248 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6a0a85f9 to 127.0.0.1:52502 2024-11-27T02:44:27,175 DEBUG [Thread-2248 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:44:27,176 DEBUG [Thread-2254 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x58335670 to 127.0.0.1:52502 2024-11-27T02:44:27,176 DEBUG [Thread-2254 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:44:27,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/b3ff796deae14461839df800c9bcb7b2 2024-11-27T02:44:27,234 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/c32583ae48e44bad941dea0b91b26945 is 50, key is test_row_0/B:col10/1732675466819/Put/seqid=0 2024-11-27T02:44:27,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742412_1588 (size=12301) 2024-11-27T02:44:27,332 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/7dbf253bbdeb47e1ad13fc0c90c930cb as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/7dbf253bbdeb47e1ad13fc0c90c930cb 2024-11-27T02:44:27,335 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/C of 1fa96bfb5985ac7e531073fec62acdd9 into 7dbf253bbdeb47e1ad13fc0c90c930cb(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:27,335 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:27,335 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/C, priority=13, startTime=1732675466488; duration=0sec 2024-11-27T02:44:27,335 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:27,335 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:C 2024-11-27T02:44:27,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 308 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675527455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:27,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 314 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675527456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-11-27T02:44:27,459 INFO [Thread-2245 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-11-27T02:44:27,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/c32583ae48e44bad941dea0b91b26945 2024-11-27T02:44:27,642 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/7efedaae4cf84a9f964ee1c177cd6bec is 50, key is test_row_0/C:col10/1732675466819/Put/seqid=0 2024-11-27T02:44:27,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742413_1589 (size=12301) 2024-11-27T02:44:27,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:27,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 310 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35106 deadline: 1732675527959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:27,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:27,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 316 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35120 deadline: 1732675527961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:28,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=443 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/7efedaae4cf84a9f964ee1c177cd6bec 2024-11-27T02:44:28,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/b3ff796deae14461839df800c9bcb7b2 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/b3ff796deae14461839df800c9bcb7b2 2024-11-27T02:44:28,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/b3ff796deae14461839df800c9bcb7b2, entries=200, sequenceid=443, filesize=14.4 K 2024-11-27T02:44:28,051 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/c32583ae48e44bad941dea0b91b26945 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/c32583ae48e44bad941dea0b91b26945 2024-11-27T02:44:28,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/c32583ae48e44bad941dea0b91b26945, entries=150, sequenceid=443, filesize=12.0 K 2024-11-27T02:44:28,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/7efedaae4cf84a9f964ee1c177cd6bec as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/7efedaae4cf84a9f964ee1c177cd6bec 2024-11-27T02:44:28,056 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/7efedaae4cf84a9f964ee1c177cd6bec, entries=150, sequenceid=443, filesize=12.0 K 2024-11-27T02:44:28,057 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1fa96bfb5985ac7e531073fec62acdd9 in 1237ms, sequenceid=443, compaction requested=false 2024-11-27T02:44:28,057 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:28,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:28,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T02:44:28,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:28,966 DEBUG [Thread-2239 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x39c0c305 to 127.0.0.1:52502 2024-11-27T02:44:28,966 DEBUG [Thread-2239 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:44:28,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:28,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:28,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:28,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:28,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:28,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/50562d63f4824a4880c6e1e510a05ea0 is 50, key is test_row_0/A:col10/1732675466828/Put/seqid=0 2024-11-27T02:44:28,970 DEBUG [Thread-2243 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5870d226 to 127.0.0.1:52502 2024-11-27T02:44:28,970 DEBUG [Thread-2243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:44:28,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742414_1590 (size=12301) 2024-11-27T02:44:29,373 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/50562d63f4824a4880c6e1e510a05ea0 2024-11-27T02:44:29,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/2b79c18e008b471bbe3fd1d3fe4ff39a is 50, key is test_row_0/B:col10/1732675466828/Put/seqid=0 2024-11-27T02:44:29,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742415_1591 (size=12301) 2024-11-27T02:44:29,391 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/2b79c18e008b471bbe3fd1d3fe4ff39a 2024-11-27T02:44:29,408 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/b3554fc6ea3f4ff989f79034c5bf41ac is 50, key is test_row_0/C:col10/1732675466828/Put/seqid=0 2024-11-27T02:44:29,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742416_1592 (size=12301) 2024-11-27T02:44:29,815 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/b3554fc6ea3f4ff989f79034c5bf41ac 2024-11-27T02:44:29,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/50562d63f4824a4880c6e1e510a05ea0 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/50562d63f4824a4880c6e1e510a05ea0 2024-11-27T02:44:29,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/50562d63f4824a4880c6e1e510a05ea0, entries=150, sequenceid=459, filesize=12.0 K 2024-11-27T02:44:29,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/2b79c18e008b471bbe3fd1d3fe4ff39a as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/2b79c18e008b471bbe3fd1d3fe4ff39a 2024-11-27T02:44:29,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/2b79c18e008b471bbe3fd1d3fe4ff39a, entries=150, sequenceid=459, filesize=12.0 K 2024-11-27T02:44:29,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/b3554fc6ea3f4ff989f79034c5bf41ac as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b3554fc6ea3f4ff989f79034c5bf41ac 2024-11-27T02:44:29,826 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b3554fc6ea3f4ff989f79034c5bf41ac, entries=150, sequenceid=459, filesize=12.0 K 2024-11-27T02:44:29,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=6.71 KB/6870 for 1fa96bfb5985ac7e531073fec62acdd9 in 862ms, sequenceid=459, compaction requested=true 2024-11-27T02:44:29,827 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:29,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:44:29,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:29,827 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:29,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:44:29,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:29,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1fa96bfb5985ac7e531073fec62acdd9:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:44:29,827 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:29,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:29,828 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40365 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:29,828 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:29,828 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/A is initiating minor compaction (all files) 2024-11-27T02:44:29,828 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/B is initiating minor compaction (all files) 2024-11-27T02:44:29,828 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/A in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:29,828 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/B in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:29,828 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/09f23576288546889165515ac46196cf, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/b3ff796deae14461839df800c9bcb7b2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/50562d63f4824a4880c6e1e510a05ea0] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=39.4 K 2024-11-27T02:44:29,828 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/924ca0e82a0c4167b3ec6199fc474c5e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/c32583ae48e44bad941dea0b91b26945, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/2b79c18e008b471bbe3fd1d3fe4ff39a] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=37.0 K 2024-11-27T02:44:29,828 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 09f23576288546889165515ac46196cf, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732675464532 2024-11-27T02:44:29,828 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 924ca0e82a0c4167b3ec6199fc474c5e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732675464532 2024-11-27T02:44:29,828 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3ff796deae14461839df800c9bcb7b2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732675465682 2024-11-27T02:44:29,828 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting c32583ae48e44bad941dea0b91b26945, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732675465697 2024-11-27T02:44:29,829 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50562d63f4824a4880c6e1e510a05ea0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732675466828 2024-11-27T02:44:29,829 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b79c18e008b471bbe3fd1d3fe4ff39a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732675466828 2024-11-27T02:44:29,852 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#A#compaction#512 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:29,853 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/118734ebe9cb4224ae17a1f27d4c1574 is 50, key is test_row_0/A:col10/1732675466828/Put/seqid=0 2024-11-27T02:44:29,858 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#B#compaction#513 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:29,859 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/3ab615b79dc2435d8659c464bf136fe8 is 50, key is test_row_0/B:col10/1732675466828/Put/seqid=0 2024-11-27T02:44:29,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742417_1593 (size=13425) 2024-11-27T02:44:29,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742418_1594 (size=13425) 2024-11-27T02:44:30,265 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/118734ebe9cb4224ae17a1f27d4c1574 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/118734ebe9cb4224ae17a1f27d4c1574 2024-11-27T02:44:30,269 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/A of 1fa96bfb5985ac7e531073fec62acdd9 into 118734ebe9cb4224ae17a1f27d4c1574(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:30,269 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:30,269 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/A, priority=13, startTime=1732675469827; duration=0sec 2024-11-27T02:44:30,269 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:30,269 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:A 2024-11-27T02:44:30,269 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:30,270 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:30,270 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 1fa96bfb5985ac7e531073fec62acdd9/C is initiating minor compaction (all files) 2024-11-27T02:44:30,270 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1fa96bfb5985ac7e531073fec62acdd9/C in TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:30,270 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/7dbf253bbdeb47e1ad13fc0c90c930cb, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/7efedaae4cf84a9f964ee1c177cd6bec, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b3554fc6ea3f4ff989f79034c5bf41ac] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp, totalSize=37.0 K 2024-11-27T02:44:30,270 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7dbf253bbdeb47e1ad13fc0c90c930cb, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=419, earliestPutTs=1732675464532 2024-11-27T02:44:30,270 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7efedaae4cf84a9f964ee1c177cd6bec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=443, earliestPutTs=1732675465697 2024-11-27T02:44:30,271 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3554fc6ea3f4ff989f79034c5bf41ac, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=459, earliestPutTs=1732675466828 2024-11-27T02:44:30,275 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/3ab615b79dc2435d8659c464bf136fe8 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/3ab615b79dc2435d8659c464bf136fe8 2024-11-27T02:44:30,277 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1fa96bfb5985ac7e531073fec62acdd9#C#compaction#514 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:30,278 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/B of 1fa96bfb5985ac7e531073fec62acdd9 into 3ab615b79dc2435d8659c464bf136fe8(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:30,278 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:30,278 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/B, priority=13, startTime=1732675469827; duration=0sec 2024-11-27T02:44:30,278 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/95288bf30a2545a18f543e3aaff8194e is 50, key is test_row_0/C:col10/1732675466828/Put/seqid=0 2024-11-27T02:44:30,278 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:30,278 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:B 2024-11-27T02:44:30,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742419_1595 (size=13425) 2024-11-27T02:44:30,684 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/95288bf30a2545a18f543e3aaff8194e as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/95288bf30a2545a18f543e3aaff8194e 2024-11-27T02:44:30,688 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1fa96bfb5985ac7e531073fec62acdd9/C of 1fa96bfb5985ac7e531073fec62acdd9 into 95288bf30a2545a18f543e3aaff8194e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:30,689 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:30,689 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9., storeName=1fa96bfb5985ac7e531073fec62acdd9/C, priority=13, startTime=1732675469827; duration=0sec 2024-11-27T02:44:30,689 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:30,689 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1fa96bfb5985ac7e531073fec62acdd9:C 2024-11-27T02:44:34,760 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T02:44:35,392 DEBUG [Thread-2235 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x606804de to 127.0.0.1:52502 2024-11-27T02:44:35,392 DEBUG [Thread-2235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:44:35,412 DEBUG [Thread-2241 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e11ceaf to 127.0.0.1:52502 2024-11-27T02:44:35,412 DEBUG [Thread-2241 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:44:35,429 DEBUG [Thread-2237 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22f4de8b to 127.0.0.1:52502 2024-11-27T02:44:35,429 DEBUG [Thread-2237 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:44:35,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-27T02:44:35,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 3 2024-11-27T02:44:35,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-11-27T02:44:35,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 161 2024-11-27T02:44:35,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 6 2024-11-27T02:44:35,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 167 2024-11-27T02:44:35,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-27T02:44:35,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-27T02:44:35,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2271 2024-11-27T02:44:35,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6813 rows 2024-11-27T02:44:35,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2274 2024-11-27T02:44:35,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6822 rows 2024-11-27T02:44:35,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2285 2024-11-27T02:44:35,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6855 rows 2024-11-27T02:44:35,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2275 2024-11-27T02:44:35,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6825 rows 2024-11-27T02:44:35,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2305 2024-11-27T02:44:35,430 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6912 rows 2024-11-27T02:44:35,430 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T02:44:35,430 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b1cea8c to 127.0.0.1:52502 2024-11-27T02:44:35,430 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:44:35,435 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T02:44:35,435 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T02:44:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T02:44:35,439 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732675475438"}]},"ts":"1732675475438"} 2024-11-27T02:44:35,439 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-27T02:44:35,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T02:44:35,454 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-27T02:44:35,455 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T02:44:35,456 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fa96bfb5985ac7e531073fec62acdd9, UNASSIGN}] 2024-11-27T02:44:35,456 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=146, ppid=145, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fa96bfb5985ac7e531073fec62acdd9, UNASSIGN 2024-11-27T02:44:35,457 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=1fa96bfb5985ac7e531073fec62acdd9, regionState=CLOSING, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:35,458 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T02:44:35,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; CloseRegionProcedure 1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326}] 2024-11-27T02:44:35,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T02:44:35,609 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:35,609 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(124): Close 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:35,609 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T02:44:35,610 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1681): Closing 1fa96bfb5985ac7e531073fec62acdd9, disabling compactions & flushes 2024-11-27T02:44:35,610 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:35,610 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:35,610 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. after waiting 0 ms 2024-11-27T02:44:35,610 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:35,610 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(2837): Flushing 1fa96bfb5985ac7e531073fec62acdd9 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-27T02:44:35,610 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=A 2024-11-27T02:44:35,610 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:35,610 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=B 2024-11-27T02:44:35,610 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:35,610 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1fa96bfb5985ac7e531073fec62acdd9, store=C 2024-11-27T02:44:35,610 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:35,613 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/060487d677474c078fb4b179263bd804 is 50, key is test_row_0/A:col10/1732675475415/Put/seqid=0 2024-11-27T02:44:35,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742420_1596 (size=12301) 2024-11-27T02:44:35,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T02:44:36,017 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/060487d677474c078fb4b179263bd804 2024-11-27T02:44:36,024 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/bd802488546b44a3b2d8fa64ee897751 is 50, key is test_row_0/B:col10/1732675475415/Put/seqid=0 2024-11-27T02:44:36,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742421_1597 (size=12301) 2024-11-27T02:44:36,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T02:44:36,428 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/bd802488546b44a3b2d8fa64ee897751 2024-11-27T02:44:36,433 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/9736b548c2014ab28042b98794a6c9d7 is 50, key is test_row_0/C:col10/1732675475415/Put/seqid=0 2024-11-27T02:44:36,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742422_1598 (size=12301) 2024-11-27T02:44:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T02:44:36,836 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/9736b548c2014ab28042b98794a6c9d7 2024-11-27T02:44:36,840 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/A/060487d677474c078fb4b179263bd804 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/060487d677474c078fb4b179263bd804 2024-11-27T02:44:36,843 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/060487d677474c078fb4b179263bd804, entries=150, sequenceid=469, filesize=12.0 K 2024-11-27T02:44:36,844 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/B/bd802488546b44a3b2d8fa64ee897751 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/bd802488546b44a3b2d8fa64ee897751 2024-11-27T02:44:36,847 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/bd802488546b44a3b2d8fa64ee897751, entries=150, sequenceid=469, filesize=12.0 K 2024-11-27T02:44:36,848 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/.tmp/C/9736b548c2014ab28042b98794a6c9d7 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/9736b548c2014ab28042b98794a6c9d7 2024-11-27T02:44:36,851 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/9736b548c2014ab28042b98794a6c9d7, entries=150, sequenceid=469, filesize=12.0 K 2024-11-27T02:44:36,851 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 1fa96bfb5985ac7e531073fec62acdd9 in 1241ms, sequenceid=469, compaction requested=false 2024-11-27T02:44:36,852 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/6b13365be25d4616bfac20e90941e0a2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/d5b818aaf4d94e1e81421dcd5cc0c6c8, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/1f572a6c2a024b77b84d75eec81f1952, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/2d7f0f45c01c4cb6946358ad98ab2d99, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/576226d53d5547f09d2c181bbfbc90e9, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/8da4b660c92942cab0619803cfcdfc30, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/b5c7ef59a71b4cdcbc600d2cd4fe8280, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/5d6691b3ddf94d5f99f737767ac27745, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/e3447916928341b1a935056d37d11062, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/4901fc8e660341f582af2e11c76caa98, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/6bc5c25c5e6e4f59a4993860c7f0aede, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/66468eac60174aa987341f8794d49204, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/dbe1e42e46a5493fa656281e36dca837, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/add3ec19d83c4ce19ce7e82029d38427, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/8bf1075a98c248b1b7dcbc9879925809, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/14bb8782d1714989899fa3d8ab5773b5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/a67444df8e014fb5a260ddfa66876d24, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/04b60b774b6f4d1293a1587e32245779, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/16c830e1ba5c4086b4508919a17abbaa, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/825ade1cf1b14ed8b1969555dec70299, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/724cd73936e143b4a958b9ce5657fcd4, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/c82705c94f7f4963ade4f0daca93d684, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/de26ef7d933e4196bb98ef6ff1a5451b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/fd71d854499d495096450d5ac07afc85, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/e887a74c858c4c8da9fbf345f8a1c58c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/85f5260ca43f4cbdbaa48f1aca22e809, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/ff4c6387b1e44a478029c92dcdd5afbb, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/6c648ad97321492fb26e8a2195ea122e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/6bef1247cb754acbb9c53974f1275048, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/c837ee0754f848b8b093a3f0bac4c334, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/09f23576288546889165515ac46196cf, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/b3ff796deae14461839df800c9bcb7b2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/50562d63f4824a4880c6e1e510a05ea0] to archive 2024-11-27T02:44:36,853 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T02:44:36,854 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/6b13365be25d4616bfac20e90941e0a2 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/6b13365be25d4616bfac20e90941e0a2 2024-11-27T02:44:36,855 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/d5b818aaf4d94e1e81421dcd5cc0c6c8 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/d5b818aaf4d94e1e81421dcd5cc0c6c8 2024-11-27T02:44:36,856 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/1f572a6c2a024b77b84d75eec81f1952 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/1f572a6c2a024b77b84d75eec81f1952 2024-11-27T02:44:36,857 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/2d7f0f45c01c4cb6946358ad98ab2d99 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/2d7f0f45c01c4cb6946358ad98ab2d99 2024-11-27T02:44:36,858 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/576226d53d5547f09d2c181bbfbc90e9 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/576226d53d5547f09d2c181bbfbc90e9 2024-11-27T02:44:36,859 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/8da4b660c92942cab0619803cfcdfc30 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/8da4b660c92942cab0619803cfcdfc30 2024-11-27T02:44:36,861 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/b5c7ef59a71b4cdcbc600d2cd4fe8280 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/b5c7ef59a71b4cdcbc600d2cd4fe8280 2024-11-27T02:44:36,864 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/5d6691b3ddf94d5f99f737767ac27745 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/5d6691b3ddf94d5f99f737767ac27745 2024-11-27T02:44:36,866 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/e3447916928341b1a935056d37d11062 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/e3447916928341b1a935056d37d11062 2024-11-27T02:44:36,868 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/4901fc8e660341f582af2e11c76caa98 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/4901fc8e660341f582af2e11c76caa98 2024-11-27T02:44:36,870 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/6bc5c25c5e6e4f59a4993860c7f0aede to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/6bc5c25c5e6e4f59a4993860c7f0aede 2024-11-27T02:44:36,871 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/66468eac60174aa987341f8794d49204 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/66468eac60174aa987341f8794d49204 2024-11-27T02:44:36,873 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/dbe1e42e46a5493fa656281e36dca837 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/dbe1e42e46a5493fa656281e36dca837 2024-11-27T02:44:36,875 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/add3ec19d83c4ce19ce7e82029d38427 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/add3ec19d83c4ce19ce7e82029d38427 2024-11-27T02:44:36,877 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/8bf1075a98c248b1b7dcbc9879925809 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/8bf1075a98c248b1b7dcbc9879925809 2024-11-27T02:44:36,878 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/14bb8782d1714989899fa3d8ab5773b5 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/14bb8782d1714989899fa3d8ab5773b5 2024-11-27T02:44:36,880 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/a67444df8e014fb5a260ddfa66876d24 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/a67444df8e014fb5a260ddfa66876d24 2024-11-27T02:44:36,881 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/04b60b774b6f4d1293a1587e32245779 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/04b60b774b6f4d1293a1587e32245779 2024-11-27T02:44:36,883 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/16c830e1ba5c4086b4508919a17abbaa to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/16c830e1ba5c4086b4508919a17abbaa 2024-11-27T02:44:36,884 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/825ade1cf1b14ed8b1969555dec70299 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/825ade1cf1b14ed8b1969555dec70299 2024-11-27T02:44:36,887 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/724cd73936e143b4a958b9ce5657fcd4 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/724cd73936e143b4a958b9ce5657fcd4 2024-11-27T02:44:36,889 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/c82705c94f7f4963ade4f0daca93d684 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/c82705c94f7f4963ade4f0daca93d684 2024-11-27T02:44:36,891 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/de26ef7d933e4196bb98ef6ff1a5451b to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/de26ef7d933e4196bb98ef6ff1a5451b 2024-11-27T02:44:36,893 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/fd71d854499d495096450d5ac07afc85 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/fd71d854499d495096450d5ac07afc85 2024-11-27T02:44:36,894 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/e887a74c858c4c8da9fbf345f8a1c58c to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/e887a74c858c4c8da9fbf345f8a1c58c 2024-11-27T02:44:36,896 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/85f5260ca43f4cbdbaa48f1aca22e809 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/85f5260ca43f4cbdbaa48f1aca22e809 2024-11-27T02:44:36,898 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/ff4c6387b1e44a478029c92dcdd5afbb to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/ff4c6387b1e44a478029c92dcdd5afbb 2024-11-27T02:44:36,900 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/6c648ad97321492fb26e8a2195ea122e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/6c648ad97321492fb26e8a2195ea122e 2024-11-27T02:44:36,902 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/6bef1247cb754acbb9c53974f1275048 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/6bef1247cb754acbb9c53974f1275048 2024-11-27T02:44:36,903 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/c837ee0754f848b8b093a3f0bac4c334 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/c837ee0754f848b8b093a3f0bac4c334 2024-11-27T02:44:36,906 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/09f23576288546889165515ac46196cf to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/09f23576288546889165515ac46196cf 2024-11-27T02:44:36,907 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/b3ff796deae14461839df800c9bcb7b2 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/b3ff796deae14461839df800c9bcb7b2 2024-11-27T02:44:36,909 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/50562d63f4824a4880c6e1e510a05ea0 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/50562d63f4824a4880c6e1e510a05ea0 2024-11-27T02:44:36,911 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/45789693a1f24c92876fbf77689afacb, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/461125968e194fc0867b23ec3ea9cdbe, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/6d5fd543817d408cb74d15638a455816, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/53faf9f86a5e49799f0b44100515b590, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/b52c77f890284e9b9fbe99eaa69a2393, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/3cdc58ff81764dd7aef5b9425184efc2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/8cd32fb5b9af47d58f198d39a3586d5e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/18697f4c97464ca89b43f198b4dd8da2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/c270eb3bb38447ac822fadb9d7ff9239, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/d7eb579e9b73415d91dd1b4587bfedaa, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/1bc43fdb8f114991a9e50ff71e43898b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/408c758f65374f68b7e4668b50738c90, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/a7e731d332d84ffd81b76388b3488919, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/c7d407f569d8423aa195cf6984181751, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/236499d01d1a48c9b1bcf8d1ee899135, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/789e84df58554cbaa2d42b8fdc874a3c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/0f67560f729c47a2a80122a5ab8a4775, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/ec7fe0b54a0a44f69c6216978d250dfb, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/e2de7b59261a4979adeb69ae78c93987, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/e7950ceb9e044182a3d796458d6e9514, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/285946683f2f4033b08675d0c2242ecf, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/047fce297dae4683abd5d005deb2d678, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/087e39a144274016b9595d8c2681250a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/4ee29c8d0d8046afa4b90d1c14d50439, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/21a28e05ad2d49c09f4de98467a8e74d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/1a1dc687e0b840c9acb0a90c62a0d916, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/37b9a114201d47a6a0d41d63989d590e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/d17d420da4404aa3a07f95f09193069e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/5de41513a4a240a0a2095af67cac6f42, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/924ca0e82a0c4167b3ec6199fc474c5e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/0a215a67520243aca351be3ba0b29553, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/c32583ae48e44bad941dea0b91b26945, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/2b79c18e008b471bbe3fd1d3fe4ff39a] to archive 2024-11-27T02:44:36,912 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T02:44:36,915 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/45789693a1f24c92876fbf77689afacb to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/45789693a1f24c92876fbf77689afacb 2024-11-27T02:44:36,916 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/461125968e194fc0867b23ec3ea9cdbe to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/461125968e194fc0867b23ec3ea9cdbe 2024-11-27T02:44:36,918 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/6d5fd543817d408cb74d15638a455816 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/6d5fd543817d408cb74d15638a455816 2024-11-27T02:44:36,920 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/53faf9f86a5e49799f0b44100515b590 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/53faf9f86a5e49799f0b44100515b590 2024-11-27T02:44:36,921 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/b52c77f890284e9b9fbe99eaa69a2393 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/b52c77f890284e9b9fbe99eaa69a2393 2024-11-27T02:44:36,931 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/3cdc58ff81764dd7aef5b9425184efc2 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/3cdc58ff81764dd7aef5b9425184efc2 2024-11-27T02:44:36,932 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/8cd32fb5b9af47d58f198d39a3586d5e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/8cd32fb5b9af47d58f198d39a3586d5e 2024-11-27T02:44:36,933 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/18697f4c97464ca89b43f198b4dd8da2 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/18697f4c97464ca89b43f198b4dd8da2 2024-11-27T02:44:36,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/c270eb3bb38447ac822fadb9d7ff9239 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/c270eb3bb38447ac822fadb9d7ff9239 2024-11-27T02:44:36,934 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/d7eb579e9b73415d91dd1b4587bfedaa to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/d7eb579e9b73415d91dd1b4587bfedaa 2024-11-27T02:44:36,935 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/1bc43fdb8f114991a9e50ff71e43898b to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/1bc43fdb8f114991a9e50ff71e43898b 2024-11-27T02:44:36,936 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/408c758f65374f68b7e4668b50738c90 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/408c758f65374f68b7e4668b50738c90 2024-11-27T02:44:36,937 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/a7e731d332d84ffd81b76388b3488919 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/a7e731d332d84ffd81b76388b3488919 2024-11-27T02:44:36,942 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/c7d407f569d8423aa195cf6984181751 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/c7d407f569d8423aa195cf6984181751 2024-11-27T02:44:36,943 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/236499d01d1a48c9b1bcf8d1ee899135 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/236499d01d1a48c9b1bcf8d1ee899135 2024-11-27T02:44:36,944 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/789e84df58554cbaa2d42b8fdc874a3c to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/789e84df58554cbaa2d42b8fdc874a3c 2024-11-27T02:44:36,945 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/0f67560f729c47a2a80122a5ab8a4775 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/0f67560f729c47a2a80122a5ab8a4775 2024-11-27T02:44:36,946 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/ec7fe0b54a0a44f69c6216978d250dfb to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/ec7fe0b54a0a44f69c6216978d250dfb 2024-11-27T02:44:36,948 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/e2de7b59261a4979adeb69ae78c93987 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/e2de7b59261a4979adeb69ae78c93987 2024-11-27T02:44:36,951 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/e7950ceb9e044182a3d796458d6e9514 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/e7950ceb9e044182a3d796458d6e9514 2024-11-27T02:44:36,952 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/285946683f2f4033b08675d0c2242ecf to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/285946683f2f4033b08675d0c2242ecf 2024-11-27T02:44:36,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/047fce297dae4683abd5d005deb2d678 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/047fce297dae4683abd5d005deb2d678 2024-11-27T02:44:36,953 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/087e39a144274016b9595d8c2681250a to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/087e39a144274016b9595d8c2681250a 2024-11-27T02:44:36,954 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/4ee29c8d0d8046afa4b90d1c14d50439 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/4ee29c8d0d8046afa4b90d1c14d50439 2024-11-27T02:44:36,956 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/21a28e05ad2d49c09f4de98467a8e74d to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/21a28e05ad2d49c09f4de98467a8e74d 2024-11-27T02:44:36,957 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/1a1dc687e0b840c9acb0a90c62a0d916 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/1a1dc687e0b840c9acb0a90c62a0d916 2024-11-27T02:44:36,958 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/37b9a114201d47a6a0d41d63989d590e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/37b9a114201d47a6a0d41d63989d590e 2024-11-27T02:44:36,959 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/d17d420da4404aa3a07f95f09193069e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/d17d420da4404aa3a07f95f09193069e 2024-11-27T02:44:36,961 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/5de41513a4a240a0a2095af67cac6f42 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/5de41513a4a240a0a2095af67cac6f42 2024-11-27T02:44:36,962 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/924ca0e82a0c4167b3ec6199fc474c5e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/924ca0e82a0c4167b3ec6199fc474c5e 2024-11-27T02:44:36,963 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/0a215a67520243aca351be3ba0b29553 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/0a215a67520243aca351be3ba0b29553 2024-11-27T02:44:36,964 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/c32583ae48e44bad941dea0b91b26945 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/c32583ae48e44bad941dea0b91b26945 2024-11-27T02:44:36,965 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/2b79c18e008b471bbe3fd1d3fe4ff39a to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/2b79c18e008b471bbe3fd1d3fe4ff39a 2024-11-27T02:44:36,968 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/a01bcb0557754215a92d30cf83f8ea86, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/dec1fd6818d14ff78690b2ab940c5ea4, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/d6057127af1a4d31b7f5dbaf70c92836, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b687d9c8ea09400ab69080cb96cc3ec2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2e20543edf71402dbfb3d16b0ae3d0a8, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/f53755f95ec54d8fb7b5366dbe7f99f1, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/ba12c4d18362471697dd927da8a8e82f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/85cd6a0f2307428eb02b25b1591dc41e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b5e083360bec4983b648db964248de62, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/7f1ec66e42f34d3fa9d58c270c86e7d1, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/fa3de842a517436ab6bd957622cf7b5e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2799962e3e544675b81ae0ed0a72cf77, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/6d768f4d1d714f7d8441d165f8b8d461, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/615af83db61c490091b37c73bb49f5f5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/0b94641be19a475da617c5572e046c4d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/40d056b5822549f9a728647cf41fa1a2, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/191650485a0046a0bcaa6fdae5386fb4, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2133c9ccf8614fd79170b93861cee1be, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/ce1232e2051d4f7c8c1ad54efc535e48, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/96b8c788ff2e416dbc6d64e610b8d6a7, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/1ec207199bbc403f9c55f1c896e986a8, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/a5be19007c4041e7af0d905a04087a1f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/4250cb47e6634404842bb315f8b15d6e, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/a90885716af645019c465b334fe4fb0d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b965a0653fd74aa1b3f6ca6c5b7898c3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/7908813b89f7472b97372aa064861b03, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/6aff462bd273475d90bdc5abe443c82f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2eb2c71e4d4b47f78a7c32ce096f3185, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/95f79cc5d3a648ac83ac01deeebe83bc, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/7dbf253bbdeb47e1ad13fc0c90c930cb, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/77fbab168fb140ee8523b1aa3cd52fd4, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/7efedaae4cf84a9f964ee1c177cd6bec, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b3554fc6ea3f4ff989f79034c5bf41ac] to archive 2024-11-27T02:44:36,969 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-27T02:44:36,977 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/a01bcb0557754215a92d30cf83f8ea86 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/a01bcb0557754215a92d30cf83f8ea86 2024-11-27T02:44:36,980 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/dec1fd6818d14ff78690b2ab940c5ea4 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/dec1fd6818d14ff78690b2ab940c5ea4 2024-11-27T02:44:36,982 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/d6057127af1a4d31b7f5dbaf70c92836 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/d6057127af1a4d31b7f5dbaf70c92836 2024-11-27T02:44:36,984 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b687d9c8ea09400ab69080cb96cc3ec2 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b687d9c8ea09400ab69080cb96cc3ec2 2024-11-27T02:44:36,986 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2e20543edf71402dbfb3d16b0ae3d0a8 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2e20543edf71402dbfb3d16b0ae3d0a8 2024-11-27T02:44:36,987 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/f53755f95ec54d8fb7b5366dbe7f99f1 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/f53755f95ec54d8fb7b5366dbe7f99f1 2024-11-27T02:44:36,989 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/ba12c4d18362471697dd927da8a8e82f to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/ba12c4d18362471697dd927da8a8e82f 2024-11-27T02:44:36,990 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/85cd6a0f2307428eb02b25b1591dc41e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/85cd6a0f2307428eb02b25b1591dc41e 2024-11-27T02:44:36,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b5e083360bec4983b648db964248de62 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b5e083360bec4983b648db964248de62 2024-11-27T02:44:36,991 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/7f1ec66e42f34d3fa9d58c270c86e7d1 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/7f1ec66e42f34d3fa9d58c270c86e7d1 2024-11-27T02:44:36,993 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/fa3de842a517436ab6bd957622cf7b5e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/fa3de842a517436ab6bd957622cf7b5e 2024-11-27T02:44:36,994 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2799962e3e544675b81ae0ed0a72cf77 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2799962e3e544675b81ae0ed0a72cf77 2024-11-27T02:44:36,995 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/6d768f4d1d714f7d8441d165f8b8d461 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/6d768f4d1d714f7d8441d165f8b8d461 2024-11-27T02:44:36,996 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/615af83db61c490091b37c73bb49f5f5 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/615af83db61c490091b37c73bb49f5f5 2024-11-27T02:44:36,997 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/0b94641be19a475da617c5572e046c4d to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/0b94641be19a475da617c5572e046c4d 2024-11-27T02:44:36,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/40d056b5822549f9a728647cf41fa1a2 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/40d056b5822549f9a728647cf41fa1a2 2024-11-27T02:44:36,999 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/191650485a0046a0bcaa6fdae5386fb4 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/191650485a0046a0bcaa6fdae5386fb4 2024-11-27T02:44:37,000 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2133c9ccf8614fd79170b93861cee1be to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2133c9ccf8614fd79170b93861cee1be 2024-11-27T02:44:37,001 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/ce1232e2051d4f7c8c1ad54efc535e48 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/ce1232e2051d4f7c8c1ad54efc535e48 2024-11-27T02:44:37,002 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/96b8c788ff2e416dbc6d64e610b8d6a7 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/96b8c788ff2e416dbc6d64e610b8d6a7 2024-11-27T02:44:37,004 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/1ec207199bbc403f9c55f1c896e986a8 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/1ec207199bbc403f9c55f1c896e986a8 2024-11-27T02:44:37,005 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/a5be19007c4041e7af0d905a04087a1f to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/a5be19007c4041e7af0d905a04087a1f 2024-11-27T02:44:37,006 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/4250cb47e6634404842bb315f8b15d6e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/4250cb47e6634404842bb315f8b15d6e 2024-11-27T02:44:37,007 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/a90885716af645019c465b334fe4fb0d to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/a90885716af645019c465b334fe4fb0d 2024-11-27T02:44:37,008 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b965a0653fd74aa1b3f6ca6c5b7898c3 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b965a0653fd74aa1b3f6ca6c5b7898c3 2024-11-27T02:44:37,009 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/7908813b89f7472b97372aa064861b03 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/7908813b89f7472b97372aa064861b03 2024-11-27T02:44:37,010 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/6aff462bd273475d90bdc5abe443c82f to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/6aff462bd273475d90bdc5abe443c82f 2024-11-27T02:44:37,011 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2eb2c71e4d4b47f78a7c32ce096f3185 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/2eb2c71e4d4b47f78a7c32ce096f3185 2024-11-27T02:44:37,012 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/95f79cc5d3a648ac83ac01deeebe83bc to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/95f79cc5d3a648ac83ac01deeebe83bc 2024-11-27T02:44:37,014 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/7dbf253bbdeb47e1ad13fc0c90c930cb to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/7dbf253bbdeb47e1ad13fc0c90c930cb 2024-11-27T02:44:37,015 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/77fbab168fb140ee8523b1aa3cd52fd4 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/77fbab168fb140ee8523b1aa3cd52fd4 2024-11-27T02:44:37,016 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/7efedaae4cf84a9f964ee1c177cd6bec to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/7efedaae4cf84a9f964ee1c177cd6bec 2024-11-27T02:44:37,017 DEBUG [StoreCloser-TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b3554fc6ea3f4ff989f79034c5bf41ac to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/b3554fc6ea3f4ff989f79034c5bf41ac 2024-11-27T02:44:37,020 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/recovered.edits/472.seqid, newMaxSeqId=472, maxSeqId=1 2024-11-27T02:44:37,022 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9. 2024-11-27T02:44:37,022 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] regionserver.HRegion(1635): Region close journal for 1fa96bfb5985ac7e531073fec62acdd9: 2024-11-27T02:44:37,023 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=147}] handler.UnassignRegionHandler(170): Closed 1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:37,023 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=146 updating hbase:meta row=1fa96bfb5985ac7e531073fec62acdd9, regionState=CLOSED 2024-11-27T02:44:37,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-11-27T02:44:37,025 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; CloseRegionProcedure 1fa96bfb5985ac7e531073fec62acdd9, server=7723ddd88b72,35047,1732674726326 in 1.5660 sec 2024-11-27T02:44:37,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=146, resume processing ppid=145 2024-11-27T02:44:37,027 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, ppid=145, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1fa96bfb5985ac7e531073fec62acdd9, UNASSIGN in 1.5690 sec 2024-11-27T02:44:37,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-11-27T02:44:37,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5720 sec 2024-11-27T02:44:37,029 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732675477029"}]},"ts":"1732675477029"} 2024-11-27T02:44:37,030 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-27T02:44:37,044 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-27T02:44:37,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6100 sec 2024-11-27T02:44:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-11-27T02:44:37,543 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-11-27T02:44:37,544 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-11-27T02:44:37,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:44:37,545 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=148, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:44:37,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T02:44:37,545 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=148, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:44:37,547 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:37,548 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A, FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B, FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C, FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/recovered.edits] 2024-11-27T02:44:37,550 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/060487d677474c078fb4b179263bd804 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/060487d677474c078fb4b179263bd804 2024-11-27T02:44:37,550 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/118734ebe9cb4224ae17a1f27d4c1574 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/A/118734ebe9cb4224ae17a1f27d4c1574 2024-11-27T02:44:37,553 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/3ab615b79dc2435d8659c464bf136fe8 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/3ab615b79dc2435d8659c464bf136fe8 2024-11-27T02:44:37,554 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/bd802488546b44a3b2d8fa64ee897751 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/B/bd802488546b44a3b2d8fa64ee897751 2024-11-27T02:44:37,556 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/95288bf30a2545a18f543e3aaff8194e to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/95288bf30a2545a18f543e3aaff8194e 2024-11-27T02:44:37,556 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/9736b548c2014ab28042b98794a6c9d7 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/C/9736b548c2014ab28042b98794a6c9d7 2024-11-27T02:44:37,558 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/recovered.edits/472.seqid to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/archive/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9/recovered.edits/472.seqid 2024-11-27T02:44:37,559 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/1fa96bfb5985ac7e531073fec62acdd9 2024-11-27T02:44:37,559 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-27T02:44:37,561 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=148, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:44:37,562 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-27T02:44:37,564 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-27T02:44:37,565 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=148, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:44:37,565 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-27T02:44:37,565 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732675477565"}]},"ts":"9223372036854775807"} 2024-11-27T02:44:37,566 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-11-27T02:44:37,566 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1fa96bfb5985ac7e531073fec62acdd9, NAME => 'TestAcidGuarantees,,1732675444827.1fa96bfb5985ac7e531073fec62acdd9.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T02:44:37,567 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-27T02:44:37,567 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732675477567"}]},"ts":"9223372036854775807"} 2024-11-27T02:44:37,568 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-11-27T02:44:37,611 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=148, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-27T02:44:37,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 67 msec 2024-11-27T02:44:37,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-11-27T02:44:37,646 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-11-27T02:44:37,656 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithBasicPolicy#testScanAtomicity Thread=235 (was 239), OpenFileDescriptor=453 (was 459), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=524 (was 470) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9983 (was 10071) 2024-11-27T02:44:37,665 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithBasicPolicy#testMobGetAtomicity Thread=235, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=524, ProcessCount=11, AvailableMemoryMB=9983 2024-11-27T02:44:37,666 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T02:44:37,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T02:44:37,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-11-27T02:44:37,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T02:44:37,668 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:37,668 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 149 2024-11-27T02:44:37,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-27T02:44:37,668 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T02:44:37,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742423_1599 (size=960) 2024-11-27T02:44:37,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-27T02:44:37,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-27T02:44:38,074 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67 2024-11-27T02:44:38,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742424_1600 (size=53) 2024-11-27T02:44:38,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-27T02:44:38,479 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T02:44:38,479 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 74ac4462ea9e1dceddca8dce60b7e582, disabling compactions & flushes 2024-11-27T02:44:38,479 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:38,479 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:38,479 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. after waiting 0 ms 2024-11-27T02:44:38,479 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:38,479 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:38,479 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:38,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T02:44:38,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732675478480"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732675478480"}]},"ts":"1732675478480"} 2024-11-27T02:44:38,481 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-11-27T02:44:38,481 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T02:44:38,481 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732675478481"}]},"ts":"1732675478481"} 2024-11-27T02:44:38,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-27T02:44:38,537 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=74ac4462ea9e1dceddca8dce60b7e582, ASSIGN}] 2024-11-27T02:44:38,538 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=74ac4462ea9e1dceddca8dce60b7e582, ASSIGN 2024-11-27T02:44:38,539 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=150, ppid=149, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=74ac4462ea9e1dceddca8dce60b7e582, ASSIGN; state=OFFLINE, location=7723ddd88b72,35047,1732674726326; forceNewPlan=false, retain=false 2024-11-27T02:44:38,689 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=74ac4462ea9e1dceddca8dce60b7e582, regionState=OPENING, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:38,690 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; OpenRegionProcedure 74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326}] 2024-11-27T02:44:38,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-27T02:44:38,841 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:38,846 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:38,847 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7285): Opening region: {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} 2024-11-27T02:44:38,847 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:38,847 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T02:44:38,847 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7327): checking encryption for 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:38,847 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(7330): checking classloading for 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:38,849 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:38,850 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:44:38,850 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74ac4462ea9e1dceddca8dce60b7e582 columnFamilyName A 2024-11-27T02:44:38,850 DEBUG [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:38,850 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] regionserver.HStore(327): Store=74ac4462ea9e1dceddca8dce60b7e582/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:44:38,850 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:38,851 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:44:38,851 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74ac4462ea9e1dceddca8dce60b7e582 columnFamilyName B 2024-11-27T02:44:38,851 DEBUG [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:38,851 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] regionserver.HStore(327): Store=74ac4462ea9e1dceddca8dce60b7e582/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:44:38,851 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:38,852 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:44:38,852 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74ac4462ea9e1dceddca8dce60b7e582 columnFamilyName C 2024-11-27T02:44:38,852 DEBUG [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:38,853 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] regionserver.HStore(327): Store=74ac4462ea9e1dceddca8dce60b7e582/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:44:38,853 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:38,854 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:38,854 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:38,855 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T02:44:38,857 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1085): writing seq id for 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:38,858 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T02:44:38,858 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1102): Opened 74ac4462ea9e1dceddca8dce60b7e582; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75476433, jitterRate=0.12468649446964264}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T02:44:38,859 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegion(1001): Region open journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:38,860 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582., pid=151, masterSystemTime=1732675478841 2024-11-27T02:44:38,861 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:38,861 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=151}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:38,861 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=150 updating hbase:meta row=74ac4462ea9e1dceddca8dce60b7e582, regionState=OPEN, openSeqNum=2, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:38,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-11-27T02:44:38,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; OpenRegionProcedure 74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 in 173 msec 2024-11-27T02:44:38,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=150, resume processing ppid=149 2024-11-27T02:44:38,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, ppid=149, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=74ac4462ea9e1dceddca8dce60b7e582, ASSIGN in 327 msec 2024-11-27T02:44:38,865 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T02:44:38,866 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732675478865"}]},"ts":"1732675478865"} 2024-11-27T02:44:38,866 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-27T02:44:38,912 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=149, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T02:44:38,913 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.2460 sec 2024-11-27T02:44:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=149 2024-11-27T02:44:39,772 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 149 completed 2024-11-27T02:44:39,773 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f8c7d81 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40381994 2024-11-27T02:44:39,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c828424, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:44:39,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:44:39,841 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:44:39,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T02:44:39,843 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T02:44:39,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-27T02:44:39,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'BASIC', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T02:44:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-11-27T02:44:39,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742425_1601 (size=996) 2024-11-27T02:44:40,254 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.960 2024-11-27T02:44:40,254 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.996 2024-11-27T02:44:40,256 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-27T02:44:40,257 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=74ac4462ea9e1dceddca8dce60b7e582, REOPEN/MOVE}] 2024-11-27T02:44:40,257 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=74ac4462ea9e1dceddca8dce60b7e582, REOPEN/MOVE 2024-11-27T02:44:40,258 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=74ac4462ea9e1dceddca8dce60b7e582, regionState=CLOSING, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:40,258 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T02:44:40,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; CloseRegionProcedure 74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326}] 2024-11-27T02:44:40,410 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:40,410 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(124): Close 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:40,410 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-11-27T02:44:40,410 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1681): Closing 74ac4462ea9e1dceddca8dce60b7e582, disabling compactions & flushes 2024-11-27T02:44:40,410 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:40,410 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:40,410 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. after waiting 0 ms 2024-11-27T02:44:40,410 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:40,414 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-27T02:44:40,414 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:40,415 DEBUG [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegion(1635): Region close journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:40,415 WARN [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] regionserver.HRegionServer(3786): Not adding moved region record: 74ac4462ea9e1dceddca8dce60b7e582 to self. 2024-11-27T02:44:40,416 INFO [RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_CLOSE_REGION, pid=155}] handler.UnassignRegionHandler(170): Closed 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:40,416 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=74ac4462ea9e1dceddca8dce60b7e582, regionState=CLOSED 2024-11-27T02:44:40,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-11-27T02:44:40,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseRegionProcedure 74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 in 158 msec 2024-11-27T02:44:40,418 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=154, ppid=153, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=74ac4462ea9e1dceddca8dce60b7e582, REOPEN/MOVE; state=CLOSED, location=7723ddd88b72,35047,1732674726326; forceNewPlan=false, retain=true 2024-11-27T02:44:40,568 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=74ac4462ea9e1dceddca8dce60b7e582, regionState=OPENING, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:40,569 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=154, state=RUNNABLE; OpenRegionProcedure 74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326}] 2024-11-27T02:44:40,720 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:40,722 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:40,722 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7285): Opening region: {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} 2024-11-27T02:44:40,723 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:40,723 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T02:44:40,723 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7327): checking encryption for 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:40,723 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(7330): checking classloading for 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:40,724 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:40,724 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:44:40,724 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74ac4462ea9e1dceddca8dce60b7e582 columnFamilyName A 2024-11-27T02:44:40,725 DEBUG [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:40,725 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] regionserver.HStore(327): Store=74ac4462ea9e1dceddca8dce60b7e582/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:44:40,726 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:40,726 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:44:40,726 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74ac4462ea9e1dceddca8dce60b7e582 columnFamilyName B 2024-11-27T02:44:40,727 DEBUG [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:40,727 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] regionserver.HStore(327): Store=74ac4462ea9e1dceddca8dce60b7e582/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:44:40,727 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:40,727 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=BASIC, pipelineThreshold=2, compactionCellMax=10 2024-11-27T02:44:40,727 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74ac4462ea9e1dceddca8dce60b7e582 columnFamilyName C 2024-11-27T02:44:40,728 DEBUG [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:40,728 INFO [StoreOpener-74ac4462ea9e1dceddca8dce60b7e582-1 {}] regionserver.HStore(327): Store=74ac4462ea9e1dceddca8dce60b7e582/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T02:44:40,728 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:40,729 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:40,729 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:40,730 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-27T02:44:40,731 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1085): writing seq id for 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:40,732 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1102): Opened 74ac4462ea9e1dceddca8dce60b7e582; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70201446, jitterRate=0.04608306288719177}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-27T02:44:40,732 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegion(1001): Region open journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:40,733 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582., pid=156, masterSystemTime=1732675480720 2024-11-27T02:44:40,734 DEBUG [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:40,734 INFO [RS_OPEN_REGION-regionserver/7723ddd88b72:0-0 {event_type=M_RS_OPEN_REGION, pid=156}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:40,734 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=154 updating hbase:meta row=74ac4462ea9e1dceddca8dce60b7e582, regionState=OPEN, openSeqNum=5, regionLocation=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:40,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=154 2024-11-27T02:44:40,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=154, state=SUCCESS; OpenRegionProcedure 74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 in 166 msec 2024-11-27T02:44:40,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=154, resume processing ppid=153 2024-11-27T02:44:40,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, ppid=153, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=74ac4462ea9e1dceddca8dce60b7e582, REOPEN/MOVE in 478 msec 2024-11-27T02:44:40,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-11-27T02:44:40,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 481 msec 2024-11-27T02:44:40,739 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 893 msec 2024-11-27T02:44:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-11-27T02:44:40,741 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x16d27a56 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@16a625a1 2024-11-27T02:44:40,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e6d20f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:44:40,788 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12586a6e to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@35f4cea9 2024-11-27T02:44:40,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22892a6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:44:40,797 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x09e4033b to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1af60528 2024-11-27T02:44:40,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7147b666, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:44:40,805 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70cfa88c to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a3a2cf8 2024-11-27T02:44:40,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1602455f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:44:40,822 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1eb05a0f to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@15e6f8cd 2024-11-27T02:44:40,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11ca7f93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:44:40,830 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0cf8009b to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4e0cc070 2024-11-27T02:44:40,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b849504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:44:40,838 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c1d81d6 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@543ad165 2024-11-27T02:44:40,853 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b795253, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:44:40,854 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7696e93a to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7425af74 2024-11-27T02:44:40,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bf8069, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:44:40,863 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0cc46dd6 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55c33d35 2024-11-27T02:44:40,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c86432c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:44:40,872 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1a539c81 to 127.0.0.1:52502 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5635306b 2024-11-27T02:44:40,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483496a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-27T02:44:40,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:44:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees 2024-11-27T02:44:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-27T02:44:40,882 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:44:40,883 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=157, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:44:40,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=158, ppid=157, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:44:40,891 DEBUG [hconnection-0x659b6c6f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:44:40,891 DEBUG [hconnection-0x6c1a30ed-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:44:40,891 DEBUG [hconnection-0x74264982-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:44:40,892 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45876, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:44:40,892 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45874, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:44:40,892 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:44:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:40,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74ac4462ea9e1dceddca8dce60b7e582 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T02:44:40,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=A 2024-11-27T02:44:40,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:40,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=B 2024-11-27T02:44:40,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:40,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=C 2024-11-27T02:44:40,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:40,907 DEBUG [hconnection-0x7d01778b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:44:40,908 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45910, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:44:40,922 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:40,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675540922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675540923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:40,923 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675540923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:40,935 DEBUG [hconnection-0x612f0466-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:44:40,936 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45924, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:44:40,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675540937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:40,961 DEBUG [hconnection-0x768aa13b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:44:40,963 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45936, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:44:40,980 DEBUG [hconnection-0x30fdd756-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:44:40,981 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:44:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-27T02:44:40,999 DEBUG [hconnection-0x79a4b96c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:44:41,001 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:44:41,010 DEBUG [hconnection-0x7876c1bc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:44:41,012 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:44:41,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273422b542c9e84db48ec83f8be70f2aec_74ac4462ea9e1dceddca8dce60b7e582 is 50, key is test_row_0/A:col10/1732675480900/Put/seqid=0 2024-11-27T02:44:41,023 DEBUG [hconnection-0x4ae45821-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T02:44:41,024 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45966, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T02:44:41,027 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675541025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:41,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675541025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:41,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675541025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:41,034 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:41,034 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-27T02:44:41,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:41,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:41,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:41,035 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:41,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:41,039 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675541038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:41,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675541039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:41,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742426_1602 (size=12154) 2024-11-27T02:44:41,059 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:41,065 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273422b542c9e84db48ec83f8be70f2aec_74ac4462ea9e1dceddca8dce60b7e582 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411273422b542c9e84db48ec83f8be70f2aec_74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:41,067 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/3c4b274cb8c0421bbd801b885f3a09e3, store: [table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:41,068 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/3c4b274cb8c0421bbd801b885f3a09e3 is 175, key is test_row_0/A:col10/1732675480900/Put/seqid=0 2024-11-27T02:44:41,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742427_1603 (size=30955) 2024-11-27T02:44:41,099 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/3c4b274cb8c0421bbd801b885f3a09e3 2024-11-27T02:44:41,144 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/da6e4a83879740bc88737f368acc823d is 50, key is test_row_0/B:col10/1732675480900/Put/seqid=0 2024-11-27T02:44:41,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675541145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:41,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742428_1604 (size=12001) 2024-11-27T02:44:41,165 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/da6e4a83879740bc88737f368acc823d 2024-11-27T02:44:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-27T02:44:41,186 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:41,187 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-27T02:44:41,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:41,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:41,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:41,187 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] handler.RSProcedureHandler(58): pid=158 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:41,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=158 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=158 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:41,189 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42505 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=7723ddd88b72,35047,1732674726326, table=TestAcidGuarantees, region=74ac4462ea9e1dceddca8dce60b7e582. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T02:44:41,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/bc79dc5737c944509d8c527a5fcce6f5 is 50, key is test_row_0/C:col10/1732675480900/Put/seqid=0 2024-11-27T02:44:41,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675541230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:41,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675541230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:41,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:41,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675541230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:41,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742429_1605 (size=12001) 2024-11-27T02:44:41,235 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/bc79dc5737c944509d8c527a5fcce6f5 2024-11-27T02:44:41,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/3c4b274cb8c0421bbd801b885f3a09e3 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/3c4b274cb8c0421bbd801b885f3a09e3 2024-11-27T02:44:41,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:41,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675541241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:41,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/3c4b274cb8c0421bbd801b885f3a09e3, entries=150, sequenceid=16, filesize=30.2 K 2024-11-27T02:44:41,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/da6e4a83879740bc88737f368acc823d as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/da6e4a83879740bc88737f368acc823d 2024-11-27T02:44:41,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/da6e4a83879740bc88737f368acc823d, entries=150, sequenceid=16, filesize=11.7 K 2024-11-27T02:44:41,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/bc79dc5737c944509d8c527a5fcce6f5 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/bc79dc5737c944509d8c527a5fcce6f5 2024-11-27T02:44:41,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/bc79dc5737c944509d8c527a5fcce6f5, entries=150, sequenceid=16, filesize=11.7 K 2024-11-27T02:44:41,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=154.31 KB/158010 for 74ac4462ea9e1dceddca8dce60b7e582 in 354ms, sequenceid=16, compaction requested=false 2024-11-27T02:44:41,255 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-27T02:44:41,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:41,340 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:41,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=158 2024-11-27T02:44:41,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:41,344 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2837): Flushing 74ac4462ea9e1dceddca8dce60b7e582 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T02:44:41,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=A 2024-11-27T02:44:41,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:41,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=B 2024-11-27T02:44:41,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:41,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=C 2024-11-27T02:44:41,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:41,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:41,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:41,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c0cab7736daf43a78da903ac95919dfb_74ac4462ea9e1dceddca8dce60b7e582 is 50, key is test_row_0/A:col10/1732675480920/Put/seqid=0 2024-11-27T02:44:41,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:41,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675541390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:41,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742430_1606 (size=12154) 2024-11-27T02:44:41,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-27T02:44:41,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:41,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675541495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:41,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675541533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:41,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:41,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675541533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:41,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675541535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:41,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:41,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675541543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:41,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:41,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675541699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:41,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:41,843 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127c0cab7736daf43a78da903ac95919dfb_74ac4462ea9e1dceddca8dce60b7e582 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127c0cab7736daf43a78da903ac95919dfb_74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:41,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/6fd65163b9154c9884138ce4b69c75f5, store: [table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:41,846 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/6fd65163b9154c9884138ce4b69c75f5 is 175, key is test_row_0/A:col10/1732675480920/Put/seqid=0 2024-11-27T02:44:41,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742431_1607 (size=30955) 2024-11-27T02:44:41,871 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/6fd65163b9154c9884138ce4b69c75f5 2024-11-27T02:44:41,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/cedb8077842f4828891b2207e09ebceb is 50, key is test_row_0/B:col10/1732675480920/Put/seqid=0 2024-11-27T02:44:41,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742432_1608 (size=12001) 2024-11-27T02:44:41,915 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/cedb8077842f4828891b2207e09ebceb 2024-11-27T02:44:41,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/989ae2c38ee241bf80c98d23dfa05423 is 50, key is test_row_0/C:col10/1732675480920/Put/seqid=0 2024-11-27T02:44:41,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742433_1609 (size=12001) 2024-11-27T02:44:41,956 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/989ae2c38ee241bf80c98d23dfa05423 2024-11-27T02:44:41,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/6fd65163b9154c9884138ce4b69c75f5 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/6fd65163b9154c9884138ce4b69c75f5 2024-11-27T02:44:41,965 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/6fd65163b9154c9884138ce4b69c75f5, entries=150, sequenceid=42, filesize=30.2 K 2024-11-27T02:44:41,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/cedb8077842f4828891b2207e09ebceb as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/cedb8077842f4828891b2207e09ebceb 2024-11-27T02:44:41,969 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/cedb8077842f4828891b2207e09ebceb, entries=150, sequenceid=42, filesize=11.7 K 2024-11-27T02:44:41,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/989ae2c38ee241bf80c98d23dfa05423 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/989ae2c38ee241bf80c98d23dfa05423 2024-11-27T02:44:41,975 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/989ae2c38ee241bf80c98d23dfa05423, entries=150, sequenceid=42, filesize=11.7 K 2024-11-27T02:44:41,976 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 74ac4462ea9e1dceddca8dce60b7e582 in 632ms, sequenceid=42, compaction requested=false 2024-11-27T02:44:41,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.HRegion(2538): Flush status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:41,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:41,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=158}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=158 2024-11-27T02:44:41,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=158 2024-11-27T02:44:41,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=158, resume processing ppid=157 2024-11-27T02:44:41,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, ppid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0940 sec 2024-11-27T02:44:41,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=157, table=TestAcidGuarantees in 1.0980 sec 2024-11-27T02:44:41,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=157 2024-11-27T02:44:41,986 INFO [Thread-2708 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 157 completed 2024-11-27T02:44:41,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:44:41,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees 2024-11-27T02:44:41,994 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:44:41,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-27T02:44:41,994 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=159, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:44:41,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:44:42,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74ac4462ea9e1dceddca8dce60b7e582 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-27T02:44:42,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=A 2024-11-27T02:44:42,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:42,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=B 2024-11-27T02:44:42,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:42,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=C 2024-11-27T02:44:42,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:42,036 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b8cce77950764f8ba73f28a32a212e35_74ac4462ea9e1dceddca8dce60b7e582 is 50, key is test_row_0/A:col10/1732675481388/Put/seqid=0 2024-11-27T02:44:42,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:42,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675542052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675542054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,058 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:42,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675542054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675542056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,060 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:42,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675542056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742434_1610 (size=12154) 2024-11-27T02:44:42,071 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:42,079 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127b8cce77950764f8ba73f28a32a212e35_74ac4462ea9e1dceddca8dce60b7e582 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127b8cce77950764f8ba73f28a32a212e35_74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:42,080 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/f15b821c16ed4f2bb595efc5ed9c1f22, store: [table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:42,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/f15b821c16ed4f2bb595efc5ed9c1f22 is 175, key is test_row_0/A:col10/1732675481388/Put/seqid=0 2024-11-27T02:44:42,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-27T02:44:42,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742435_1611 (size=30955) 2024-11-27T02:44:42,117 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/f15b821c16ed4f2bb595efc5ed9c1f22 2024-11-27T02:44:42,139 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/3789ede2a18b4836ab718a611256df7b is 50, key is test_row_0/B:col10/1732675481388/Put/seqid=0 2024-11-27T02:44:42,146 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-27T02:44:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:42,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:42,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:42,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:42,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675542157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:42,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675542159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:42,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675542161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675542161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:42,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675542162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742436_1612 (size=12001) 2024-11-27T02:44:42,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-27T02:44:42,299 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,300 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-27T02:44:42,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:42,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:42,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:42,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:42,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:42,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:42,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675542361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675542362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,367 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675542365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675542365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675542365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,452 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-27T02:44:42,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:42,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:42,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:42,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:42,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:42,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:42,582 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/3789ede2a18b4836ab718a611256df7b 2024-11-27T02:44:42,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/07a6b585841f448a950fe021b7f71f1b is 50, key is test_row_0/C:col10/1732675481388/Put/seqid=0 2024-11-27T02:44:42,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-27T02:44:42,604 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-27T02:44:42,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:42,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:42,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:42,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:42,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:42,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:42,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742437_1613 (size=12001) 2024-11-27T02:44:42,620 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-27T02:44:42,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:42,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675542665, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:42,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675542666, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675542667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675542670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:42,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675542670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,756 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-27T02:44:42,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:42,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:42,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:42,756 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:42,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:42,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:42,908 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:42,908 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-27T02:44:42,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:42,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:42,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:42,909 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] handler.RSProcedureHandler(58): pid=160 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:42,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=160 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=160 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:43,014 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/07a6b585841f448a950fe021b7f71f1b 2024-11-27T02:44:43,020 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/f15b821c16ed4f2bb595efc5ed9c1f22 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/f15b821c16ed4f2bb595efc5ed9c1f22 2024-11-27T02:44:43,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/f15b821c16ed4f2bb595efc5ed9c1f22, entries=150, sequenceid=53, filesize=30.2 K 2024-11-27T02:44:43,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/3789ede2a18b4836ab718a611256df7b as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/3789ede2a18b4836ab718a611256df7b 2024-11-27T02:44:43,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/3789ede2a18b4836ab718a611256df7b, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T02:44:43,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/07a6b585841f448a950fe021b7f71f1b as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/07a6b585841f448a950fe021b7f71f1b 2024-11-27T02:44:43,045 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/07a6b585841f448a950fe021b7f71f1b, entries=150, sequenceid=53, filesize=11.7 K 2024-11-27T02:44:43,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 74ac4462ea9e1dceddca8dce60b7e582 in 1042ms, sequenceid=53, compaction requested=true 2024-11-27T02:44:43,047 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:43,047 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:43,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74ac4462ea9e1dceddca8dce60b7e582:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:44:43,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:43,048 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:43,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74ac4462ea9e1dceddca8dce60b7e582:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:44:43,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:43,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74ac4462ea9e1dceddca8dce60b7e582:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:44:43,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:43,049 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:43,049 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 74ac4462ea9e1dceddca8dce60b7e582/A is initiating minor compaction (all files) 2024-11-27T02:44:43,049 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74ac4462ea9e1dceddca8dce60b7e582/A in TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:43,049 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/3c4b274cb8c0421bbd801b885f3a09e3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/6fd65163b9154c9884138ce4b69c75f5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/f15b821c16ed4f2bb595efc5ed9c1f22] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp, totalSize=90.7 K 2024-11-27T02:44:43,049 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:43,049 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. files: [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/3c4b274cb8c0421bbd801b885f3a09e3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/6fd65163b9154c9884138ce4b69c75f5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/f15b821c16ed4f2bb595efc5ed9c1f22] 2024-11-27T02:44:43,050 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3c4b274cb8c0421bbd801b885f3a09e3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732675480897 2024-11-27T02:44:43,051 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6fd65163b9154c9884138ce4b69c75f5, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732675480918 2024-11-27T02:44:43,051 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:43,051 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 74ac4462ea9e1dceddca8dce60b7e582/B is initiating minor compaction (all files) 2024-11-27T02:44:43,052 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74ac4462ea9e1dceddca8dce60b7e582/B in TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:43,052 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/da6e4a83879740bc88737f368acc823d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/cedb8077842f4828891b2207e09ebceb, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/3789ede2a18b4836ab718a611256df7b] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp, totalSize=35.2 K 2024-11-27T02:44:43,052 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting f15b821c16ed4f2bb595efc5ed9c1f22, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732675481382 2024-11-27T02:44:43,052 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting da6e4a83879740bc88737f368acc823d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732675480897 2024-11-27T02:44:43,053 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting cedb8077842f4828891b2207e09ebceb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732675480918 2024-11-27T02:44:43,054 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 3789ede2a18b4836ab718a611256df7b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732675481382 2024-11-27T02:44:43,061 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=160 2024-11-27T02:44:43,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:43,062 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2837): Flushing 74ac4462ea9e1dceddca8dce60b7e582 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-27T02:44:43,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=A 2024-11-27T02:44:43,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:43,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=B 2024-11-27T02:44:43,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:43,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=C 2024-11-27T02:44:43,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:43,070 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:43,075 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74ac4462ea9e1dceddca8dce60b7e582#B#compaction#528 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:43,075 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/a8af00ebf35b44509ee4730255d3602c is 50, key is test_row_0/B:col10/1732675481388/Put/seqid=0 2024-11-27T02:44:43,083 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241127146ce8ca27f74773bc797cf9c2772239_74ac4462ea9e1dceddca8dce60b7e582 store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:43,085 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241127146ce8ca27f74773bc797cf9c2772239_74ac4462ea9e1dceddca8dce60b7e582, store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:43,086 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127146ce8ca27f74773bc797cf9c2772239_74ac4462ea9e1dceddca8dce60b7e582 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:43,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-27T02:44:43,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112706ab54d09bdf40a18311a7b3d5786bf3_74ac4462ea9e1dceddca8dce60b7e582 is 50, key is test_row_0/A:col10/1732675482049/Put/seqid=0 2024-11-27T02:44:43,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742438_1614 (size=12104) 2024-11-27T02:44:43,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742439_1615 (size=4469) 2024-11-27T02:44:43,125 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74ac4462ea9e1dceddca8dce60b7e582#A#compaction#527 average throughput is 0.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:43,125 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/931d4dff76ca4d44901ccc7ee0cab283 is 175, key is test_row_0/A:col10/1732675481388/Put/seqid=0 2024-11-27T02:44:43,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742441_1617 (size=31058) 2024-11-27T02:44:43,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742440_1616 (size=12154) 2024-11-27T02:44:43,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:43,154 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112706ab54d09bdf40a18311a7b3d5786bf3_74ac4462ea9e1dceddca8dce60b7e582 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112706ab54d09bdf40a18311a7b3d5786bf3_74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:43,155 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/931d4dff76ca4d44901ccc7ee0cab283 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/931d4dff76ca4d44901ccc7ee0cab283 2024-11-27T02:44:43,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/5d4b352353834d4c993bb1d8e8a13b2a, store: [table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:43,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/5d4b352353834d4c993bb1d8e8a13b2a is 175, key is test_row_0/A:col10/1732675482049/Put/seqid=0 2024-11-27T02:44:43,160 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74ac4462ea9e1dceddca8dce60b7e582/A of 74ac4462ea9e1dceddca8dce60b7e582 into 931d4dff76ca4d44901ccc7ee0cab283(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:43,161 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:43,161 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582., storeName=74ac4462ea9e1dceddca8dce60b7e582/A, priority=13, startTime=1732675483047; duration=0sec 2024-11-27T02:44:43,161 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:43,161 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74ac4462ea9e1dceddca8dce60b7e582:A 2024-11-27T02:44:43,161 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:43,162 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:43,162 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 74ac4462ea9e1dceddca8dce60b7e582/C is initiating minor compaction (all files) 2024-11-27T02:44:43,162 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74ac4462ea9e1dceddca8dce60b7e582/C in TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:43,162 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/bc79dc5737c944509d8c527a5fcce6f5, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/989ae2c38ee241bf80c98d23dfa05423, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/07a6b585841f448a950fe021b7f71f1b] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp, totalSize=35.2 K 2024-11-27T02:44:43,163 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc79dc5737c944509d8c527a5fcce6f5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1732675480897 2024-11-27T02:44:43,163 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 989ae2c38ee241bf80c98d23dfa05423, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732675480918 2024-11-27T02:44:43,163 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07a6b585841f448a950fe021b7f71f1b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732675481382 2024-11-27T02:44:43,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742442_1618 (size=30955) 2024-11-27T02:44:43,176 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/5d4b352353834d4c993bb1d8e8a13b2a 2024-11-27T02:44:43,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:43,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:43,182 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74ac4462ea9e1dceddca8dce60b7e582#C#compaction#530 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:43,182 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/b34f676e64a94d12a1febb741f375ef1 is 50, key is test_row_0/C:col10/1732675481388/Put/seqid=0 2024-11-27T02:44:43,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675543179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/720904a3321a40baacadf317d29d3f84 is 50, key is test_row_0/B:col10/1732675482049/Put/seqid=0 2024-11-27T02:44:43,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675543183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675543186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,190 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675543186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675543186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742443_1619 (size=12104) 2024-11-27T02:44:43,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742444_1620 (size=12001) 2024-11-27T02:44:43,236 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/720904a3321a40baacadf317d29d3f84 2024-11-27T02:44:43,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/50a1e3f4afd34b1090373dad9e754b4f is 50, key is test_row_0/C:col10/1732675482049/Put/seqid=0 2024-11-27T02:44:43,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742445_1621 (size=12001) 2024-11-27T02:44:43,278 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/50a1e3f4afd34b1090373dad9e754b4f 2024-11-27T02:44:43,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/5d4b352353834d4c993bb1d8e8a13b2a as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/5d4b352353834d4c993bb1d8e8a13b2a 2024-11-27T02:44:43,287 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/5d4b352353834d4c993bb1d8e8a13b2a, entries=150, sequenceid=79, filesize=30.2 K 2024-11-27T02:44:43,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/720904a3321a40baacadf317d29d3f84 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/720904a3321a40baacadf317d29d3f84 2024-11-27T02:44:43,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675543287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675543287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675543291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,292 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/720904a3321a40baacadf317d29d3f84, entries=150, sequenceid=79, filesize=11.7 K 2024-11-27T02:44:43,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675543292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/50a1e3f4afd34b1090373dad9e754b4f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/50a1e3f4afd34b1090373dad9e754b4f 2024-11-27T02:44:43,296 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675543292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,297 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/50a1e3f4afd34b1090373dad9e754b4f, entries=150, sequenceid=79, filesize=11.7 K 2024-11-27T02:44:43,297 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 74ac4462ea9e1dceddca8dce60b7e582 in 235ms, sequenceid=79, compaction requested=false 2024-11-27T02:44:43,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.HRegion(2538): Flush status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:43,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:43,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=160}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=160 2024-11-27T02:44:43,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=160 2024-11-27T02:44:43,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-11-27T02:44:43,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3040 sec 2024-11-27T02:44:43,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=159, table=TestAcidGuarantees in 1.3080 sec 2024-11-27T02:44:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:43,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74ac4462ea9e1dceddca8dce60b7e582 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T02:44:43,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=A 2024-11-27T02:44:43,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:43,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=B 2024-11-27T02:44:43,495 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:43,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=C 2024-11-27T02:44:43,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:43,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276f9a59787bf349999dab76dd1e9c4a1f_74ac4462ea9e1dceddca8dce60b7e582 is 50, key is test_row_0/A:col10/1732675483183/Put/seqid=0 2024-11-27T02:44:43,531 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/a8af00ebf35b44509ee4730255d3602c as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/a8af00ebf35b44509ee4730255d3602c 2024-11-27T02:44:43,539 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74ac4462ea9e1dceddca8dce60b7e582/B of 74ac4462ea9e1dceddca8dce60b7e582 into a8af00ebf35b44509ee4730255d3602c(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:43,539 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:43,540 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582., storeName=74ac4462ea9e1dceddca8dce60b7e582/B, priority=13, startTime=1732675483048; duration=0sec 2024-11-27T02:44:43,540 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:43,540 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74ac4462ea9e1dceddca8dce60b7e582:B 2024-11-27T02:44:43,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675543533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675543533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675543533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675543538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675543540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742446_1622 (size=12154) 2024-11-27T02:44:43,552 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:43,558 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411276f9a59787bf349999dab76dd1e9c4a1f_74ac4462ea9e1dceddca8dce60b7e582 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411276f9a59787bf349999dab76dd1e9c4a1f_74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:43,559 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/641176e31f37420ea8f4bec35537e734, store: [table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:43,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/641176e31f37420ea8f4bec35537e734 is 175, key is test_row_0/A:col10/1732675483183/Put/seqid=0 2024-11-27T02:44:43,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742447_1623 (size=30955) 2024-11-27T02:44:43,565 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/641176e31f37420ea8f4bec35537e734 2024-11-27T02:44:43,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/a757ac0288c54b58b33f3a4d83476e52 is 50, key is test_row_0/B:col10/1732675483183/Put/seqid=0 2024-11-27T02:44:43,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742448_1624 (size=12001) 2024-11-27T02:44:43,596 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/a757ac0288c54b58b33f3a4d83476e52 2024-11-27T02:44:43,612 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/b34f676e64a94d12a1febb741f375ef1 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/b34f676e64a94d12a1febb741f375ef1 2024-11-27T02:44:43,615 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74ac4462ea9e1dceddca8dce60b7e582/C of 74ac4462ea9e1dceddca8dce60b7e582 into b34f676e64a94d12a1febb741f375ef1(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:43,615 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:43,615 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582., storeName=74ac4462ea9e1dceddca8dce60b7e582/C, priority=13, startTime=1732675483048; duration=0sec 2024-11-27T02:44:43,615 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:43,615 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74ac4462ea9e1dceddca8dce60b7e582:C 2024-11-27T02:44:43,619 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/f8ec183fbc7741c1a851730d9fb92462 is 50, key is test_row_0/C:col10/1732675483183/Put/seqid=0 2024-11-27T02:44:43,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675543642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675543643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675543643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675543646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675543647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742449_1625 (size=12001) 2024-11-27T02:44:43,660 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/f8ec183fbc7741c1a851730d9fb92462 2024-11-27T02:44:43,667 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/641176e31f37420ea8f4bec35537e734 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/641176e31f37420ea8f4bec35537e734 2024-11-27T02:44:43,678 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/641176e31f37420ea8f4bec35537e734, entries=150, sequenceid=94, filesize=30.2 K 2024-11-27T02:44:43,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/a757ac0288c54b58b33f3a4d83476e52 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/a757ac0288c54b58b33f3a4d83476e52 2024-11-27T02:44:43,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/a757ac0288c54b58b33f3a4d83476e52, entries=150, sequenceid=94, filesize=11.7 K 2024-11-27T02:44:43,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/f8ec183fbc7741c1a851730d9fb92462 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/f8ec183fbc7741c1a851730d9fb92462 2024-11-27T02:44:43,699 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/f8ec183fbc7741c1a851730d9fb92462, entries=150, sequenceid=94, filesize=11.7 K 2024-11-27T02:44:43,700 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 74ac4462ea9e1dceddca8dce60b7e582 in 207ms, sequenceid=94, compaction requested=true 2024-11-27T02:44:43,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:43,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74ac4462ea9e1dceddca8dce60b7e582:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:44:43,700 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:43,701 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:43,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74ac4462ea9e1dceddca8dce60b7e582:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:44:43,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:43,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74ac4462ea9e1dceddca8dce60b7e582:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:44:43,701 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-27T02:44:43,701 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:43,702 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:43,702 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 74ac4462ea9e1dceddca8dce60b7e582/A is initiating minor compaction (all files) 2024-11-27T02:44:43,702 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74ac4462ea9e1dceddca8dce60b7e582/A in TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:43,702 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/931d4dff76ca4d44901ccc7ee0cab283, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/5d4b352353834d4c993bb1d8e8a13b2a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/641176e31f37420ea8f4bec35537e734] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp, totalSize=90.8 K 2024-11-27T02:44:43,702 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:43,702 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. files: [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/931d4dff76ca4d44901ccc7ee0cab283, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/5d4b352353834d4c993bb1d8e8a13b2a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/641176e31f37420ea8f4bec35537e734] 2024-11-27T02:44:43,702 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:43,702 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 74ac4462ea9e1dceddca8dce60b7e582/B is initiating minor compaction (all files) 2024-11-27T02:44:43,702 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74ac4462ea9e1dceddca8dce60b7e582/B in TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:43,702 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 931d4dff76ca4d44901ccc7ee0cab283, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732675481382 2024-11-27T02:44:43,702 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/a8af00ebf35b44509ee4730255d3602c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/720904a3321a40baacadf317d29d3f84, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/a757ac0288c54b58b33f3a4d83476e52] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp, totalSize=35.3 K 2024-11-27T02:44:43,703 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d4b352353834d4c993bb1d8e8a13b2a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732675482049 2024-11-27T02:44:43,703 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting a8af00ebf35b44509ee4730255d3602c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732675481382 2024-11-27T02:44:43,704 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 641176e31f37420ea8f4bec35537e734, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732675483183 2024-11-27T02:44:43,704 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 720904a3321a40baacadf317d29d3f84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732675482049 2024-11-27T02:44:43,704 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting a757ac0288c54b58b33f3a4d83476e52, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732675483183 2024-11-27T02:44:43,723 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74ac4462ea9e1dceddca8dce60b7e582#B#compaction#536 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:43,723 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/a796486bf4a641e9bba084484cd2fe06 is 50, key is test_row_0/B:col10/1732675483183/Put/seqid=0 2024-11-27T02:44:43,739 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:43,768 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411275a51b4eeb3594ee89a17e0381133cbbd_74ac4462ea9e1dceddca8dce60b7e582 store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:43,770 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411275a51b4eeb3594ee89a17e0381133cbbd_74ac4462ea9e1dceddca8dce60b7e582, store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:43,770 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275a51b4eeb3594ee89a17e0381133cbbd_74ac4462ea9e1dceddca8dce60b7e582 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:43,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742450_1626 (size=12207) 2024-11-27T02:44:43,795 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/a796486bf4a641e9bba084484cd2fe06 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/a796486bf4a641e9bba084484cd2fe06 2024-11-27T02:44:43,801 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74ac4462ea9e1dceddca8dce60b7e582/B of 74ac4462ea9e1dceddca8dce60b7e582 into a796486bf4a641e9bba084484cd2fe06(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:43,801 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:43,801 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582., storeName=74ac4462ea9e1dceddca8dce60b7e582/B, priority=13, startTime=1732675483701; duration=0sec 2024-11-27T02:44:43,801 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:43,801 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74ac4462ea9e1dceddca8dce60b7e582:B 2024-11-27T02:44:43,801 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:43,802 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:43,803 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 74ac4462ea9e1dceddca8dce60b7e582/C is initiating minor compaction (all files) 2024-11-27T02:44:43,803 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74ac4462ea9e1dceddca8dce60b7e582/C in TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:43,803 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/b34f676e64a94d12a1febb741f375ef1, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/50a1e3f4afd34b1090373dad9e754b4f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/f8ec183fbc7741c1a851730d9fb92462] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp, totalSize=35.3 K 2024-11-27T02:44:43,803 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting b34f676e64a94d12a1febb741f375ef1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1732675481382 2024-11-27T02:44:43,803 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 50a1e3f4afd34b1090373dad9e754b4f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1732675482049 2024-11-27T02:44:43,804 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting f8ec183fbc7741c1a851730d9fb92462, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732675483183 2024-11-27T02:44:43,827 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74ac4462ea9e1dceddca8dce60b7e582#C#compaction#538 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:43,827 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/699b8fec6af646bdb951aeaf9d4c3be4 is 50, key is test_row_0/C:col10/1732675483183/Put/seqid=0 2024-11-27T02:44:43,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742451_1627 (size=4469) 2024-11-27T02:44:43,834 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74ac4462ea9e1dceddca8dce60b7e582#A#compaction#537 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:43,834 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/20e9a46f6dc14cf597d0c395fb7b7ce9 is 175, key is test_row_0/A:col10/1732675483183/Put/seqid=0 2024-11-27T02:44:43,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742452_1628 (size=12207) 2024-11-27T02:44:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:43,851 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74ac4462ea9e1dceddca8dce60b7e582 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T02:44:43,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=A 2024-11-27T02:44:43,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:43,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=B 2024-11-27T02:44:43,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:43,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=C 2024-11-27T02:44:43,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:43,853 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/699b8fec6af646bdb951aeaf9d4c3be4 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/699b8fec6af646bdb951aeaf9d4c3be4 2024-11-27T02:44:43,859 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74ac4462ea9e1dceddca8dce60b7e582/C of 74ac4462ea9e1dceddca8dce60b7e582 into 699b8fec6af646bdb951aeaf9d4c3be4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:43,859 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:43,859 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582., storeName=74ac4462ea9e1dceddca8dce60b7e582/C, priority=13, startTime=1732675483701; duration=0sec 2024-11-27T02:44:43,859 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:43,859 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74ac4462ea9e1dceddca8dce60b7e582:C 2024-11-27T02:44:43,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675543863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675543863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675543865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675543866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675543866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742453_1629 (size=31161) 2024-11-27T02:44:43,886 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/20e9a46f6dc14cf597d0c395fb7b7ce9 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/20e9a46f6dc14cf597d0c395fb7b7ce9 2024-11-27T02:44:43,891 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f4d8123faf314ed4897b143b5d65aed8_74ac4462ea9e1dceddca8dce60b7e582 is 50, key is test_row_0/A:col10/1732675483536/Put/seqid=0 2024-11-27T02:44:43,896 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74ac4462ea9e1dceddca8dce60b7e582/A of 74ac4462ea9e1dceddca8dce60b7e582 into 20e9a46f6dc14cf597d0c395fb7b7ce9(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:43,896 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:43,896 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582., storeName=74ac4462ea9e1dceddca8dce60b7e582/A, priority=13, startTime=1732675483700; duration=0sec 2024-11-27T02:44:43,896 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:43,896 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74ac4462ea9e1dceddca8dce60b7e582:A 2024-11-27T02:44:43,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742454_1630 (size=14594) 2024-11-27T02:44:43,968 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675543967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675543968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675543969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675543969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:43,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675543969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:44,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-11-27T02:44:44,098 INFO [Thread-2708 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-11-27T02:44:44,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:44:44,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees 2024-11-27T02:44:44,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-27T02:44:44,101 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:44:44,101 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=161, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:44:44,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=162, ppid=161, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:44:44,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675544170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:44,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675544171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:44,173 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675544171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:44,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:44,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675544172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:44,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:44,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675544174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:44,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-27T02:44:44,253 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:44,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-27T02:44:44,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:44,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:44,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:44,254 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:44,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:44,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:44,315 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:44,320 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127f4d8123faf314ed4897b143b5d65aed8_74ac4462ea9e1dceddca8dce60b7e582 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127f4d8123faf314ed4897b143b5d65aed8_74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:44,320 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/2f164c8007194d28b6de23fa13a3c8fc, store: [table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:44,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/2f164c8007194d28b6de23fa13a3c8fc is 175, key is test_row_0/A:col10/1732675483536/Put/seqid=0 2024-11-27T02:44:44,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742455_1631 (size=39549) 2024-11-27T02:44:44,363 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=122, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/2f164c8007194d28b6de23fa13a3c8fc 2024-11-27T02:44:44,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/c6257ed634054f7b8094a5fab47da1cd is 50, key is test_row_0/B:col10/1732675483536/Put/seqid=0 2024-11-27T02:44:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-27T02:44:44,407 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:44,408 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-27T02:44:44,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:44,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:44,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:44,408 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:44,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:44,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742456_1632 (size=12001) 2024-11-27T02:44:44,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/c6257ed634054f7b8094a5fab47da1cd 2024-11-27T02:44:44,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/fec2d752b7964e979273a64b0f85a861 is 50, key is test_row_0/C:col10/1732675483536/Put/seqid=0 2024-11-27T02:44:44,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675544475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:44,477 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:44,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675544475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675544475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:44,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675544476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:44,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675544476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:44,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742457_1633 (size=12001) 2024-11-27T02:44:44,561 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:44,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-27T02:44:44,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:44,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:44,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:44,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:44,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:44,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-27T02:44:44,713 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:44,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-27T02:44:44,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:44,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:44,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:44,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:44,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:44,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:44,865 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:44,866 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-27T02:44:44,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:44,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:44,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:44,866 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:44,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:44,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:44,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=122 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/fec2d752b7964e979273a64b0f85a861 2024-11-27T02:44:44,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/2f164c8007194d28b6de23fa13a3c8fc as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/2f164c8007194d28b6de23fa13a3c8fc 2024-11-27T02:44:44,907 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/2f164c8007194d28b6de23fa13a3c8fc, entries=200, sequenceid=122, filesize=38.6 K 2024-11-27T02:44:44,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/c6257ed634054f7b8094a5fab47da1cd as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/c6257ed634054f7b8094a5fab47da1cd 2024-11-27T02:44:44,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/c6257ed634054f7b8094a5fab47da1cd, entries=150, sequenceid=122, filesize=11.7 K 2024-11-27T02:44:44,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/fec2d752b7964e979273a64b0f85a861 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/fec2d752b7964e979273a64b0f85a861 2024-11-27T02:44:44,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/fec2d752b7964e979273a64b0f85a861, entries=150, sequenceid=122, filesize=11.7 K 2024-11-27T02:44:44,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 74ac4462ea9e1dceddca8dce60b7e582 in 1072ms, sequenceid=122, compaction requested=false 2024-11-27T02:44:44,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:44,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:44,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74ac4462ea9e1dceddca8dce60b7e582 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T02:44:44,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=A 2024-11-27T02:44:44,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:44,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=B 2024-11-27T02:44:44,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:44,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=C 2024-11-27T02:44:44,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:44,993 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271746be62c7564d40867b835b2ac96c1c_74ac4462ea9e1dceddca8dce60b7e582 is 50, key is test_row_0/A:col10/1732675483864/Put/seqid=0 2024-11-27T02:44:45,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742458_1634 (size=12304) 2024-11-27T02:44:45,014 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:45,018 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411271746be62c7564d40867b835b2ac96c1c_74ac4462ea9e1dceddca8dce60b7e582 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411271746be62c7564d40867b835b2ac96c1c_74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:45,019 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/16bc9ccd60504f9da8c48a3316d36ade, store: [table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:45,019 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,019 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/16bc9ccd60504f9da8c48a3316d36ade is 175, key is test_row_0/A:col10/1732675483864/Put/seqid=0 2024-11-27T02:44:45,020 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-27T02:44:45,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:45,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:45,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:45,020 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:45,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:45,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:45,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675545014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675545017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675545019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675545023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675545023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742459_1635 (size=31105) 2024-11-27T02:44:45,066 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=136, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/16bc9ccd60504f9da8c48a3316d36ade 2024-11-27T02:44:45,072 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/4517ce011041473a8b7b5c37fd207de3 is 50, key is test_row_0/B:col10/1732675483864/Put/seqid=0 2024-11-27T02:44:45,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742460_1636 (size=12151) 2024-11-27T02:44:45,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/4517ce011041473a8b7b5c37fd207de3 2024-11-27T02:44:45,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/446fbaccb1e04e96999c9fe3033bf061 is 50, key is test_row_0/C:col10/1732675483864/Put/seqid=0 2024-11-27T02:44:45,126 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675545124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675545124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675545125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675545129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742461_1637 (size=12151) 2024-11-27T02:44:45,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675545131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,172 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-27T02:44:45,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:45,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:45,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:45,173 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:45,173 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:45,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:45,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-27T02:44:45,324 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-27T02:44:45,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:45,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:45,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:45,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:45,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:45,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:45,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675545329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675545329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675545330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675545332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675545334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,477 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-27T02:44:45,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:45,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:45,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:45,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] handler.RSProcedureHandler(58): pid=162 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:45,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=162 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:45,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=162 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:45,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=136 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/446fbaccb1e04e96999c9fe3033bf061 2024-11-27T02:44:45,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/16bc9ccd60504f9da8c48a3316d36ade as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/16bc9ccd60504f9da8c48a3316d36ade 2024-11-27T02:44:45,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/16bc9ccd60504f9da8c48a3316d36ade, entries=150, sequenceid=136, filesize=30.4 K 2024-11-27T02:44:45,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/4517ce011041473a8b7b5c37fd207de3 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/4517ce011041473a8b7b5c37fd207de3 2024-11-27T02:44:45,544 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/4517ce011041473a8b7b5c37fd207de3, entries=150, sequenceid=136, filesize=11.9 K 2024-11-27T02:44:45,547 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/446fbaccb1e04e96999c9fe3033bf061 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/446fbaccb1e04e96999c9fe3033bf061 2024-11-27T02:44:45,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/446fbaccb1e04e96999c9fe3033bf061, entries=150, sequenceid=136, filesize=11.9 K 2024-11-27T02:44:45,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 74ac4462ea9e1dceddca8dce60b7e582 in 571ms, sequenceid=136, compaction requested=true 2024-11-27T02:44:45,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:45,553 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:45,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74ac4462ea9e1dceddca8dce60b7e582:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:44:45,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:45,554 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:45,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74ac4462ea9e1dceddca8dce60b7e582:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:44:45,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:45,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74ac4462ea9e1dceddca8dce60b7e582:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:44:45,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:45,555 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:45,555 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 74ac4462ea9e1dceddca8dce60b7e582/A is initiating minor compaction (all files) 2024-11-27T02:44:45,555 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74ac4462ea9e1dceddca8dce60b7e582/A in TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:45,555 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/20e9a46f6dc14cf597d0c395fb7b7ce9, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/2f164c8007194d28b6de23fa13a3c8fc, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/16bc9ccd60504f9da8c48a3316d36ade] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp, totalSize=99.4 K 2024-11-27T02:44:45,555 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:45,555 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. files: [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/20e9a46f6dc14cf597d0c395fb7b7ce9, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/2f164c8007194d28b6de23fa13a3c8fc, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/16bc9ccd60504f9da8c48a3316d36ade] 2024-11-27T02:44:45,556 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20e9a46f6dc14cf597d0c395fb7b7ce9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732675483183 2024-11-27T02:44:45,556 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:45,556 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f164c8007194d28b6de23fa13a3c8fc, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732675483536 2024-11-27T02:44:45,556 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 74ac4462ea9e1dceddca8dce60b7e582/B is initiating minor compaction (all files) 2024-11-27T02:44:45,557 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74ac4462ea9e1dceddca8dce60b7e582/B in TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:45,557 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/a796486bf4a641e9bba084484cd2fe06, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/c6257ed634054f7b8094a5fab47da1cd, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/4517ce011041473a8b7b5c37fd207de3] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp, totalSize=35.5 K 2024-11-27T02:44:45,557 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16bc9ccd60504f9da8c48a3316d36ade, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732675483864 2024-11-27T02:44:45,557 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting a796486bf4a641e9bba084484cd2fe06, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732675483183 2024-11-27T02:44:45,558 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting c6257ed634054f7b8094a5fab47da1cd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732675483536 2024-11-27T02:44:45,559 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 4517ce011041473a8b7b5c37fd207de3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732675483864 2024-11-27T02:44:45,585 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:45,594 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74ac4462ea9e1dceddca8dce60b7e582#B#compaction#546 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:45,595 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/0535a4da95734ae3af29e3224fd833e6 is 50, key is test_row_0/B:col10/1732675483864/Put/seqid=0 2024-11-27T02:44:45,608 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112711ea34e8649a411485a45f050c0fa32a_74ac4462ea9e1dceddca8dce60b7e582 store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:45,610 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112711ea34e8649a411485a45f050c0fa32a_74ac4462ea9e1dceddca8dce60b7e582, store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:45,611 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112711ea34e8649a411485a45f050c0fa32a_74ac4462ea9e1dceddca8dce60b7e582 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:45,632 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=162 2024-11-27T02:44:45,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:45,632 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2837): Flushing 74ac4462ea9e1dceddca8dce60b7e582 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T02:44:45,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=A 2024-11-27T02:44:45,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:45,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=B 2024-11-27T02:44:45,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:45,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=C 2024-11-27T02:44:45,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:45,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:45,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:45,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742462_1638 (size=12459) 2024-11-27T02:44:45,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675545640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,647 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675545641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274d3e1a4f901e4c8c8d2a822e70e4c78e_74ac4462ea9e1dceddca8dce60b7e582 is 50, key is test_row_0/A:col10/1732675485003/Put/seqid=0 2024-11-27T02:44:45,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675545648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675545649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675545651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742463_1639 (size=4469) 2024-11-27T02:44:45,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742464_1640 (size=12304) 2024-11-27T02:44:45,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:45,702 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411274d3e1a4f901e4c8c8d2a822e70e4c78e_74ac4462ea9e1dceddca8dce60b7e582 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411274d3e1a4f901e4c8c8d2a822e70e4c78e_74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:45,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/53308bee9f4148798b111533647648aa, store: [table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:45,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/53308bee9f4148798b111533647648aa is 175, key is test_row_0/A:col10/1732675485003/Put/seqid=0 2024-11-27T02:44:45,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742465_1641 (size=31105) 2024-11-27T02:44:45,717 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/53308bee9f4148798b111533647648aa 2024-11-27T02:44:45,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/743c8e9251704dc3b68f29314ebe7767 is 50, key is test_row_0/B:col10/1732675485003/Put/seqid=0 2024-11-27T02:44:45,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675545748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675545754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675545755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:45,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675545755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:45,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742466_1642 (size=12151) 2024-11-27T02:44:45,767 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/743c8e9251704dc3b68f29314ebe7767 2024-11-27T02:44:45,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/93ac5e181adf4e988d322f057c8449d1 is 50, key is test_row_0/C:col10/1732675485003/Put/seqid=0 2024-11-27T02:44:45,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742467_1643 (size=12151) 2024-11-27T02:44:45,803 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/93ac5e181adf4e988d322f057c8449d1 2024-11-27T02:44:45,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/53308bee9f4148798b111533647648aa as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/53308bee9f4148798b111533647648aa 2024-11-27T02:44:45,814 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/53308bee9f4148798b111533647648aa, entries=150, sequenceid=161, filesize=30.4 K 2024-11-27T02:44:45,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/743c8e9251704dc3b68f29314ebe7767 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/743c8e9251704dc3b68f29314ebe7767 2024-11-27T02:44:45,818 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/743c8e9251704dc3b68f29314ebe7767, entries=150, sequenceid=161, filesize=11.9 K 2024-11-27T02:44:45,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/93ac5e181adf4e988d322f057c8449d1 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/93ac5e181adf4e988d322f057c8449d1 2024-11-27T02:44:45,837 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/93ac5e181adf4e988d322f057c8449d1, entries=150, sequenceid=161, filesize=11.9 K 2024-11-27T02:44:45,839 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 74ac4462ea9e1dceddca8dce60b7e582 in 205ms, sequenceid=161, compaction requested=true 2024-11-27T02:44:45,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.HRegion(2538): Flush status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:45,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:45,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=162}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=162 2024-11-27T02:44:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=162 2024-11-27T02:44:45,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=162, resume processing ppid=161 2024-11-27T02:44:45,841 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, ppid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7390 sec 2024-11-27T02:44:45,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=161, table=TestAcidGuarantees in 1.7410 sec 2024-11-27T02:44:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:45,954 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74ac4462ea9e1dceddca8dce60b7e582 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T02:44:45,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=A 2024-11-27T02:44:45,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:45,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=B 2024-11-27T02:44:45,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:45,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=C 2024-11-27T02:44:45,954 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:45,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272a819110e7bf46e994ce8e463069cc1a_74ac4462ea9e1dceddca8dce60b7e582 is 50, key is test_row_0/A:col10/1732675485644/Put/seqid=0 2024-11-27T02:44:46,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742468_1644 (size=12304) 2024-11-27T02:44:46,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:46,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675545984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:46,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675546020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:46,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:46,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675546020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:46,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:46,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675546020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:46,045 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/0535a4da95734ae3af29e3224fd833e6 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/0535a4da95734ae3af29e3224fd833e6 2024-11-27T02:44:46,053 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74ac4462ea9e1dceddca8dce60b7e582/B of 74ac4462ea9e1dceddca8dce60b7e582 into 0535a4da95734ae3af29e3224fd833e6(size=12.2 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:46,053 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:46,053 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582., storeName=74ac4462ea9e1dceddca8dce60b7e582/B, priority=13, startTime=1732675485553; duration=0sec 2024-11-27T02:44:46,053 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:46,053 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74ac4462ea9e1dceddca8dce60b7e582:B 2024-11-27T02:44:46,053 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:44:46,055 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48510 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:44:46,055 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 74ac4462ea9e1dceddca8dce60b7e582/C is initiating minor compaction (all files) 2024-11-27T02:44:46,055 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74ac4462ea9e1dceddca8dce60b7e582/C in TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:46,055 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/699b8fec6af646bdb951aeaf9d4c3be4, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/fec2d752b7964e979273a64b0f85a861, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/446fbaccb1e04e96999c9fe3033bf061, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/93ac5e181adf4e988d322f057c8449d1] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp, totalSize=47.4 K 2024-11-27T02:44:46,055 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 699b8fec6af646bdb951aeaf9d4c3be4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1732675483183 2024-11-27T02:44:46,057 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting fec2d752b7964e979273a64b0f85a861, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=122, earliestPutTs=1732675483536 2024-11-27T02:44:46,057 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 446fbaccb1e04e96999c9fe3033bf061, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732675483864 2024-11-27T02:44:46,058 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 93ac5e181adf4e988d322f057c8449d1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732675485003 2024-11-27T02:44:46,066 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74ac4462ea9e1dceddca8dce60b7e582#A#compaction#545 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:46,067 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/3a45924900874b65bfdf3c1d4881540f is 175, key is test_row_0/A:col10/1732675483864/Put/seqid=0 2024-11-27T02:44:46,072 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74ac4462ea9e1dceddca8dce60b7e582#C#compaction#551 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:46,072 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/4990f38af59748299346e5c7aeb2b926 is 50, key is test_row_0/C:col10/1732675485003/Put/seqid=0 2024-11-27T02:44:46,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742469_1645 (size=31413) 2024-11-27T02:44:46,094 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/3a45924900874b65bfdf3c1d4881540f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/3a45924900874b65bfdf3c1d4881540f 2024-11-27T02:44:46,100 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74ac4462ea9e1dceddca8dce60b7e582/A of 74ac4462ea9e1dceddca8dce60b7e582 into 3a45924900874b65bfdf3c1d4881540f(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:46,100 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:46,100 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582., storeName=74ac4462ea9e1dceddca8dce60b7e582/A, priority=13, startTime=1732675485553; duration=0sec 2024-11-27T02:44:46,100 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:46,100 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74ac4462ea9e1dceddca8dce60b7e582:A 2024-11-27T02:44:46,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742470_1646 (size=12493) 2024-11-27T02:44:46,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:46,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675546121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:46,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:46,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675546125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:46,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:46,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675546126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:46,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675546127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:46,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675546153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:46,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=161 2024-11-27T02:44:46,205 INFO [Thread-2708 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 161 completed 2024-11-27T02:44:46,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:44:46,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees 2024-11-27T02:44:46,208 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:44:46,208 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=163, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:44:46,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:44:46,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-27T02:44:46,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-27T02:44:46,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:46,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675546324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:46,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675546328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:46,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:46,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675546328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:46,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:46,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675546331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:46,360 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:46,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-27T02:44:46,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:46,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:46,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:46,361 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:46,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:46,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:46,400 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:46,404 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272a819110e7bf46e994ce8e463069cc1a_74ac4462ea9e1dceddca8dce60b7e582 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272a819110e7bf46e994ce8e463069cc1a_74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:46,405 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/22a2ba618a884f94bd0f52ea0a18ac16, store: [table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:46,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/22a2ba618a884f94bd0f52ea0a18ac16 is 175, key is test_row_0/A:col10/1732675485644/Put/seqid=0 2024-11-27T02:44:46,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742471_1647 (size=31105) 2024-11-27T02:44:46,446 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=173, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/22a2ba618a884f94bd0f52ea0a18ac16 2024-11-27T02:44:46,461 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/ac3d22e952df4c73bbed9dda9a3f2e9b is 50, key is test_row_0/B:col10/1732675485644/Put/seqid=0 2024-11-27T02:44:46,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742472_1648 (size=12151) 2024-11-27T02:44:46,509 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/4990f38af59748299346e5c7aeb2b926 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/4990f38af59748299346e5c7aeb2b926 2024-11-27T02:44:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-27T02:44:46,513 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:46,513 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74ac4462ea9e1dceddca8dce60b7e582/C of 74ac4462ea9e1dceddca8dce60b7e582 into 4990f38af59748299346e5c7aeb2b926(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:46,513 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:46,513 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582., storeName=74ac4462ea9e1dceddca8dce60b7e582/C, priority=12, startTime=1732675485554; duration=0sec 2024-11-27T02:44:46,514 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:46,514 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74ac4462ea9e1dceddca8dce60b7e582:C 2024-11-27T02:44:46,514 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-27T02:44:46,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:46,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:46,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:46,515 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:46,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:46,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:46,630 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675546629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:46,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675546632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:46,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:46,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675546633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:46,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:46,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675546636, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:46,667 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:46,668 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-27T02:44:46,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:46,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:46,668 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:46,668 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:46,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:46,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:46,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-27T02:44:46,822 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:46,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-27T02:44:46,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:46,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:46,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:46,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] handler.RSProcedureHandler(58): pid=164 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:46,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=164 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:46,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=164 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:46,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/ac3d22e952df4c73bbed9dda9a3f2e9b 2024-11-27T02:44:46,903 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/bd0adb371c0a4d0e9ea388cf5efc133d is 50, key is test_row_0/C:col10/1732675485644/Put/seqid=0 2024-11-27T02:44:46,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742473_1649 (size=12151) 2024-11-27T02:44:46,925 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=173 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/bd0adb371c0a4d0e9ea388cf5efc133d 2024-11-27T02:44:46,930 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/22a2ba618a884f94bd0f52ea0a18ac16 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/22a2ba618a884f94bd0f52ea0a18ac16 2024-11-27T02:44:46,934 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/22a2ba618a884f94bd0f52ea0a18ac16, entries=150, sequenceid=173, filesize=30.4 K 2024-11-27T02:44:46,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/ac3d22e952df4c73bbed9dda9a3f2e9b as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/ac3d22e952df4c73bbed9dda9a3f2e9b 2024-11-27T02:44:46,937 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/ac3d22e952df4c73bbed9dda9a3f2e9b, entries=150, sequenceid=173, filesize=11.9 K 2024-11-27T02:44:46,938 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/bd0adb371c0a4d0e9ea388cf5efc133d as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/bd0adb371c0a4d0e9ea388cf5efc133d 2024-11-27T02:44:46,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/bd0adb371c0a4d0e9ea388cf5efc133d, entries=150, sequenceid=173, filesize=11.9 K 2024-11-27T02:44:46,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 74ac4462ea9e1dceddca8dce60b7e582 in 989ms, sequenceid=173, compaction requested=true 2024-11-27T02:44:46,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:46,944 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:46,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74ac4462ea9e1dceddca8dce60b7e582:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:44:46,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:46,944 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:46,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74ac4462ea9e1dceddca8dce60b7e582:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:44:46,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:46,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74ac4462ea9e1dceddca8dce60b7e582:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:44:46,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:46,945 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:46,945 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 74ac4462ea9e1dceddca8dce60b7e582/B is initiating minor compaction (all files) 2024-11-27T02:44:46,945 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74ac4462ea9e1dceddca8dce60b7e582/B in TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:46,945 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/0535a4da95734ae3af29e3224fd833e6, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/743c8e9251704dc3b68f29314ebe7767, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/ac3d22e952df4c73bbed9dda9a3f2e9b] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp, totalSize=35.9 K 2024-11-27T02:44:46,945 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93623 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:46,945 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 0535a4da95734ae3af29e3224fd833e6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732675483864 2024-11-27T02:44:46,945 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 74ac4462ea9e1dceddca8dce60b7e582/A is initiating minor compaction (all files) 2024-11-27T02:44:46,945 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74ac4462ea9e1dceddca8dce60b7e582/A in TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:46,945 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/3a45924900874b65bfdf3c1d4881540f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/53308bee9f4148798b111533647648aa, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/22a2ba618a884f94bd0f52ea0a18ac16] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp, totalSize=91.4 K 2024-11-27T02:44:46,946 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:46,946 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. files: [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/3a45924900874b65bfdf3c1d4881540f, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/53308bee9f4148798b111533647648aa, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/22a2ba618a884f94bd0f52ea0a18ac16] 2024-11-27T02:44:46,946 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 743c8e9251704dc3b68f29314ebe7767, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732675485003 2024-11-27T02:44:46,946 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3a45924900874b65bfdf3c1d4881540f, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=136, earliestPutTs=1732675483864 2024-11-27T02:44:46,946 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting ac3d22e952df4c73bbed9dda9a3f2e9b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732675485643 2024-11-27T02:44:46,946 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53308bee9f4148798b111533647648aa, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732675485003 2024-11-27T02:44:46,947 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22a2ba618a884f94bd0f52ea0a18ac16, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732675485643 2024-11-27T02:44:46,954 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:46,955 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74ac4462ea9e1dceddca8dce60b7e582#B#compaction#554 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:46,955 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/94b2f5cfed5c431eb896d26be74b7e8d is 50, key is test_row_0/B:col10/1732675485644/Put/seqid=0 2024-11-27T02:44:46,958 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112772ba9c5e39cc408f99cf0e2bdab03271_74ac4462ea9e1dceddca8dce60b7e582 store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:46,960 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112772ba9c5e39cc408f99cf0e2bdab03271_74ac4462ea9e1dceddca8dce60b7e582, store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:46,961 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112772ba9c5e39cc408f99cf0e2bdab03271_74ac4462ea9e1dceddca8dce60b7e582 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:46,975 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:46,976 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=164 2024-11-27T02:44:46,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:46,976 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2837): Flushing 74ac4462ea9e1dceddca8dce60b7e582 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-27T02:44:46,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=A 2024-11-27T02:44:46,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:46,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=B 2024-11-27T02:44:46,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:46,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=C 2024-11-27T02:44:46,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:46,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742474_1650 (size=12561) 2024-11-27T02:44:46,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112708928a737228461b80a916c169923908_74ac4462ea9e1dceddca8dce60b7e582 is 50, key is test_row_0/A:col10/1732675485979/Put/seqid=0 2024-11-27T02:44:47,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742475_1651 (size=4469) 2024-11-27T02:44:47,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742476_1652 (size=12304) 2024-11-27T02:44:47,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,051 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112708928a737228461b80a916c169923908_74ac4462ea9e1dceddca8dce60b7e582 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112708928a737228461b80a916c169923908_74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:47,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/9f5248a214194990ae175547fa8d49e3, store: [table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:47,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/9f5248a214194990ae175547fa8d49e3 is 175, key is test_row_0/A:col10/1732675485979/Put/seqid=0 2024-11-27T02:44:47,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742477_1653 (size=31105) 2024-11-27T02:44:47,090 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/9f5248a214194990ae175547fa8d49e3 2024-11-27T02:44:47,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/432ca43a8f634186b50e25f7ca45dd39 is 50, key is test_row_0/B:col10/1732675485979/Put/seqid=0 2024-11-27T02:44:47,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742478_1654 (size=12151) 2024-11-27T02:44:47,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:47,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:47,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:47,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675547140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:47,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:47,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675547141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675547142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:47,144 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:47,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675547142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:47,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:47,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675547161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:47,243 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675547243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:47,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675547244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:47,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675547244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:47,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675547245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-27T02:44:47,383 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/94b2f5cfed5c431eb896d26be74b7e8d as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/94b2f5cfed5c431eb896d26be74b7e8d 2024-11-27T02:44:47,385 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74ac4462ea9e1dceddca8dce60b7e582/B of 74ac4462ea9e1dceddca8dce60b7e582 into 94b2f5cfed5c431eb896d26be74b7e8d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:47,385 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:47,385 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582., storeName=74ac4462ea9e1dceddca8dce60b7e582/B, priority=13, startTime=1732675486944; duration=0sec 2024-11-27T02:44:47,385 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:47,386 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74ac4462ea9e1dceddca8dce60b7e582:B 2024-11-27T02:44:47,386 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-27T02:44:47,386 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-27T02:44:47,386 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-27T02:44:47,386 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. because compaction request was cancelled 2024-11-27T02:44:47,386 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74ac4462ea9e1dceddca8dce60b7e582:C 2024-11-27T02:44:47,402 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74ac4462ea9e1dceddca8dce60b7e582#A#compaction#555 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:47,402 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/50da2085da974736978927abe7df9032 is 175, key is test_row_0/A:col10/1732675485644/Put/seqid=0 2024-11-27T02:44:47,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742479_1655 (size=31515) 2024-11-27T02:44:47,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:47,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675547444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:47,447 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675547447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:47,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675547447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:47,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:47,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675547447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:47,529 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/432ca43a8f634186b50e25f7ca45dd39 2024-11-27T02:44:47,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/d2452234a0ca46f1a9ec27abb69f3aee is 50, key is test_row_0/C:col10/1732675485979/Put/seqid=0 2024-11-27T02:44:47,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742480_1656 (size=12151) 2024-11-27T02:44:47,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675547748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:47,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675547748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:47,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:47,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675547748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:47,750 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675547749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:47,808 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/50da2085da974736978927abe7df9032 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/50da2085da974736978927abe7df9032 2024-11-27T02:44:47,810 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74ac4462ea9e1dceddca8dce60b7e582/A of 74ac4462ea9e1dceddca8dce60b7e582 into 50da2085da974736978927abe7df9032(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:47,810 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:47,810 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582., storeName=74ac4462ea9e1dceddca8dce60b7e582/A, priority=13, startTime=1732675486944; duration=0sec 2024-11-27T02:44:47,810 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:47,810 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74ac4462ea9e1dceddca8dce60b7e582:A 2024-11-27T02:44:47,936 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/d2452234a0ca46f1a9ec27abb69f3aee 2024-11-27T02:44:47,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/9f5248a214194990ae175547fa8d49e3 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/9f5248a214194990ae175547fa8d49e3 2024-11-27T02:44:47,941 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/9f5248a214194990ae175547fa8d49e3, entries=150, sequenceid=201, filesize=30.4 K 2024-11-27T02:44:47,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/432ca43a8f634186b50e25f7ca45dd39 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/432ca43a8f634186b50e25f7ca45dd39 2024-11-27T02:44:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,944 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/432ca43a8f634186b50e25f7ca45dd39, entries=150, sequenceid=201, filesize=11.9 K 2024-11-27T02:44:47,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/d2452234a0ca46f1a9ec27abb69f3aee as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/d2452234a0ca46f1a9ec27abb69f3aee 2024-11-27T02:44:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,946 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/d2452234a0ca46f1a9ec27abb69f3aee, entries=150, sequenceid=201, filesize=11.9 K 2024-11-27T02:44:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,947 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 74ac4462ea9e1dceddca8dce60b7e582 in 971ms, sequenceid=201, compaction requested=true 2024-11-27T02:44:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.HRegion(2538): Flush status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:47,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=164}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=164 2024-11-27T02:44:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=164 2024-11-27T02:44:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-11-27T02:44:47,949 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7400 sec 2024-11-27T02:44:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,949 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=163, table=TestAcidGuarantees in 1.7430 sec 2024-11-27T02:44:47,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:47,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:48,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74ac4462ea9e1dceddca8dce60b7e582 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-27T02:44:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=A 2024-11-27T02:44:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:48,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=B 2024-11-27T02:44:48,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:48,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=C 2024-11-27T02:44:48,255 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,260 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272955203f8aab4b539a46dcbcf58692e9_74ac4462ea9e1dceddca8dce60b7e582 is 50, key is test_row_0/A:col10/1732675488253/Put/seqid=0 2024-11-27T02:44:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742481_1657 (size=12304) 2024-11-27T02:44:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675548288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:48,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675548289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:48,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675548290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:48,293 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675548290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=163 2024-11-27T02:44:48,312 INFO [Thread-2708 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 163 completed 2024-11-27T02:44:48,313 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:44:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees 2024-11-27T02:44:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-27T02:44:48,314 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:44:48,315 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=165, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:44:48,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:44:48,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675548392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:48,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675548392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:48,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675548394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:48,396 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675548394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-27T02:44:48,466 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:48,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T02:44:48,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:48,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:48,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:48,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:48,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:48,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:48,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675548594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:48,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:48,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675548594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:48,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675548596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:48,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675548596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:48,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-27T02:44:48,621 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:48,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T02:44:48,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:48,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:48,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:48,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:48,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:48,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:48,664 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:48,667 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411272955203f8aab4b539a46dcbcf58692e9_74ac4462ea9e1dceddca8dce60b7e582 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411272955203f8aab4b539a46dcbcf58692e9_74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:48,667 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/537a7bc6c3984164aeacbbfabab5d553, store: [table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:48,668 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/537a7bc6c3984164aeacbbfabab5d553 is 175, key is test_row_0/A:col10/1732675488253/Put/seqid=0 2024-11-27T02:44:48,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742482_1658 (size=31101) 2024-11-27T02:44:48,773 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:48,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T02:44:48,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:48,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:48,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:48,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:48,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:48,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:48,898 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:48,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675548898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:48,899 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:48,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675548898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:48,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675548898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:48,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:48,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675548899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-27T02:44:48,925 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:48,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T02:44:48,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:48,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:48,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:48,925 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:48,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:48,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:49,071 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=215, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/537a7bc6c3984164aeacbbfabab5d553 2024-11-27T02:44:49,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/ec170365f8c14fab85a14a8a5d1db234 is 50, key is test_row_0/B:col10/1732675488253/Put/seqid=0 2024-11-27T02:44:49,077 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:49,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T02:44:49,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:49,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:49,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:49,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:49,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:49,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:49,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742483_1659 (size=9757) 2024-11-27T02:44:49,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:49,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675549176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:49,179 DEBUG [Thread-2706 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582., hostname=7723ddd88b72,35047,1732674726326, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T02:44:49,229 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:49,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T02:44:49,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:49,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:49,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:49,230 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:49,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:49,381 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:49,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T02:44:49,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:49,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:49,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:49,382 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:49,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:49,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:49,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:49,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675549401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:49,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675549403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:49,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675549403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:49,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:49,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675549403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:49,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-27T02:44:49,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/ec170365f8c14fab85a14a8a5d1db234 2024-11-27T02:44:49,489 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/d82ca6221f2144fdbdcfc3f58d4ede60 is 50, key is test_row_0/C:col10/1732675488253/Put/seqid=0 2024-11-27T02:44:49,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742484_1660 (size=9757) 2024-11-27T02:44:49,534 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:49,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T02:44:49,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:49,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:49,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:49,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:49,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:49,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:49,686 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:49,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T02:44:49,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:49,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:49,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:49,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:49,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:49,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:49,838 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:49,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T02:44:49,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:49,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:49,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:49,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] handler.RSProcedureHandler(58): pid=166 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:49,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=166 java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:49,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4114): Remote procedure failed, pid=166 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 74ac4462ea9e1dceddca8dce60b7e582, NAME => 'TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:44:49,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/d82ca6221f2144fdbdcfc3f58d4ede60 2024-11-27T02:44:49,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/537a7bc6c3984164aeacbbfabab5d553 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/537a7bc6c3984164aeacbbfabab5d553 2024-11-27T02:44:49,921 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/537a7bc6c3984164aeacbbfabab5d553, entries=150, sequenceid=215, filesize=30.4 K 2024-11-27T02:44:49,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/ec170365f8c14fab85a14a8a5d1db234 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/ec170365f8c14fab85a14a8a5d1db234 2024-11-27T02:44:49,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/ec170365f8c14fab85a14a8a5d1db234, entries=100, sequenceid=215, filesize=9.5 K 2024-11-27T02:44:49,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/d82ca6221f2144fdbdcfc3f58d4ede60 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/d82ca6221f2144fdbdcfc3f58d4ede60 2024-11-27T02:44:49,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/d82ca6221f2144fdbdcfc3f58d4ede60, entries=100, sequenceid=215, filesize=9.5 K 2024-11-27T02:44:49,927 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 74ac4462ea9e1dceddca8dce60b7e582 in 1673ms, sequenceid=215, compaction requested=true 2024-11-27T02:44:49,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:49,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74ac4462ea9e1dceddca8dce60b7e582:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:44:49,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:49,927 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:49,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74ac4462ea9e1dceddca8dce60b7e582:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:44:49,927 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:49,927 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:49,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74ac4462ea9e1dceddca8dce60b7e582:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:44:49,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:49,928 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:49,928 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:49,928 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 74ac4462ea9e1dceddca8dce60b7e582/A is initiating minor compaction (all files) 2024-11-27T02:44:49,928 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 74ac4462ea9e1dceddca8dce60b7e582/B is initiating minor compaction (all files) 2024-11-27T02:44:49,928 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74ac4462ea9e1dceddca8dce60b7e582/A in TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:49,928 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74ac4462ea9e1dceddca8dce60b7e582/B in TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:49,928 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/50da2085da974736978927abe7df9032, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/9f5248a214194990ae175547fa8d49e3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/537a7bc6c3984164aeacbbfabab5d553] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp, totalSize=91.5 K 2024-11-27T02:44:49,928 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/94b2f5cfed5c431eb896d26be74b7e8d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/432ca43a8f634186b50e25f7ca45dd39, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/ec170365f8c14fab85a14a8a5d1db234] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp, totalSize=33.7 K 2024-11-27T02:44:49,928 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:49,928 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. files: [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/50da2085da974736978927abe7df9032, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/9f5248a214194990ae175547fa8d49e3, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/537a7bc6c3984164aeacbbfabab5d553] 2024-11-27T02:44:49,928 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50da2085da974736978927abe7df9032, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732675485643 2024-11-27T02:44:49,928 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 94b2f5cfed5c431eb896d26be74b7e8d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732675485643 2024-11-27T02:44:49,929 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f5248a214194990ae175547fa8d49e3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732675485979 2024-11-27T02:44:49,929 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 432ca43a8f634186b50e25f7ca45dd39, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732675485979 2024-11-27T02:44:49,929 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 537a7bc6c3984164aeacbbfabab5d553, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732675487140 2024-11-27T02:44:49,929 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting ec170365f8c14fab85a14a8a5d1db234, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732675487141 2024-11-27T02:44:49,933 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:49,933 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74ac4462ea9e1dceddca8dce60b7e582#B#compaction#562 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:49,934 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/d0fc1638ab5343c7a59fe11a3f42003a is 50, key is test_row_0/B:col10/1732675488253/Put/seqid=0 2024-11-27T02:44:49,934 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024112731fed89d58774e9aa683d41baaa11ce2_74ac4462ea9e1dceddca8dce60b7e582 store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:49,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742485_1661 (size=12663) 2024-11-27T02:44:49,936 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024112731fed89d58774e9aa683d41baaa11ce2_74ac4462ea9e1dceddca8dce60b7e582, store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:49,936 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112731fed89d58774e9aa683d41baaa11ce2_74ac4462ea9e1dceddca8dce60b7e582 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:49,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742486_1662 (size=4469) 2024-11-27T02:44:49,939 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74ac4462ea9e1dceddca8dce60b7e582#A#compaction#563 average throughput is 4.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:49,940 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/e2bd4100ba7d49769d5489d538b60fef is 175, key is test_row_0/A:col10/1732675488253/Put/seqid=0 2024-11-27T02:44:49,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742487_1663 (size=31724) 2024-11-27T02:44:49,990 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:49,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=166 2024-11-27T02:44:49,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:49,991 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2837): Flushing 74ac4462ea9e1dceddca8dce60b7e582 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-27T02:44:49,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=A 2024-11-27T02:44:49,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:49,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=B 2024-11-27T02:44:49,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:49,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=C 2024-11-27T02:44:49,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:49,996 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127361050198838456890eb57b66955bc06_74ac4462ea9e1dceddca8dce60b7e582 is 50, key is test_row_0/A:col10/1732675488289/Put/seqid=0 2024-11-27T02:44:50,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742488_1664 (size=12304) 2024-11-27T02:44:50,002 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,004 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127361050198838456890eb57b66955bc06_74ac4462ea9e1dceddca8dce60b7e582 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127361050198838456890eb57b66955bc06_74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:50,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/f1743ca92b9845b38c750fec4ef2210c, store: [table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:50,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/f1743ca92b9845b38c750fec4ef2210c is 175, key is test_row_0/A:col10/1732675488289/Put/seqid=0 2024-11-27T02:44:50,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742489_1665 (size=31105) 2024-11-27T02:44:50,008 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/f1743ca92b9845b38c750fec4ef2210c 2024-11-27T02:44:50,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/071404beaa7a425e8abfa287d1b6ada6 is 50, key is test_row_0/B:col10/1732675488289/Put/seqid=0 2024-11-27T02:44:50,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742490_1666 (size=12151) 2024-11-27T02:44:50,016 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/071404beaa7a425e8abfa287d1b6ada6 2024-11-27T02:44:50,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/9581b523146743908ca5aba981ad86a9 is 50, key is test_row_0/C:col10/1732675488289/Put/seqid=0 2024-11-27T02:44:50,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742491_1667 (size=12151) 2024-11-27T02:44:50,339 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/d0fc1638ab5343c7a59fe11a3f42003a as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/d0fc1638ab5343c7a59fe11a3f42003a 2024-11-27T02:44:50,342 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74ac4462ea9e1dceddca8dce60b7e582/B of 74ac4462ea9e1dceddca8dce60b7e582 into d0fc1638ab5343c7a59fe11a3f42003a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:50,342 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:50,342 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582., storeName=74ac4462ea9e1dceddca8dce60b7e582/B, priority=13, startTime=1732675489927; duration=0sec 2024-11-27T02:44:50,342 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:50,342 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74ac4462ea9e1dceddca8dce60b7e582:B 2024-11-27T02:44:50,342 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-27T02:44:50,343 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46552 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-27T02:44:50,343 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 74ac4462ea9e1dceddca8dce60b7e582/C is initiating minor compaction (all files) 2024-11-27T02:44:50,343 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74ac4462ea9e1dceddca8dce60b7e582/C in TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:50,343 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/4990f38af59748299346e5c7aeb2b926, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/bd0adb371c0a4d0e9ea388cf5efc133d, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/d2452234a0ca46f1a9ec27abb69f3aee, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/d82ca6221f2144fdbdcfc3f58d4ede60] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp, totalSize=45.5 K 2024-11-27T02:44:50,343 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 4990f38af59748299346e5c7aeb2b926, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1732675485003 2024-11-27T02:44:50,344 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting bd0adb371c0a4d0e9ea388cf5efc133d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=173, earliestPutTs=1732675485643 2024-11-27T02:44:50,344 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting d2452234a0ca46f1a9ec27abb69f3aee, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1732675485979 2024-11-27T02:44:50,344 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting d82ca6221f2144fdbdcfc3f58d4ede60, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732675487141 2024-11-27T02:44:50,345 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/e2bd4100ba7d49769d5489d538b60fef as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/e2bd4100ba7d49769d5489d538b60fef 2024-11-27T02:44:50,348 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74ac4462ea9e1dceddca8dce60b7e582/A of 74ac4462ea9e1dceddca8dce60b7e582 into e2bd4100ba7d49769d5489d538b60fef(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:50,348 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:50,348 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582., storeName=74ac4462ea9e1dceddca8dce60b7e582/A, priority=13, startTime=1732675489927; duration=0sec 2024-11-27T02:44:50,348 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:50,348 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74ac4462ea9e1dceddca8dce60b7e582:A 2024-11-27T02:44:50,350 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74ac4462ea9e1dceddca8dce60b7e582#C#compaction#567 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:50,351 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/2052d63c7fd54ca6a11f15a978814e8b is 50, key is test_row_0/C:col10/1732675488253/Put/seqid=0 2024-11-27T02:44:50,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742492_1668 (size=12629) 2024-11-27T02:44:50,356 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/2052d63c7fd54ca6a11f15a978814e8b as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/2052d63c7fd54ca6a11f15a978814e8b 2024-11-27T02:44:50,359 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 74ac4462ea9e1dceddca8dce60b7e582/C of 74ac4462ea9e1dceddca8dce60b7e582 into 2052d63c7fd54ca6a11f15a978814e8b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:50,359 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:50,359 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582., storeName=74ac4462ea9e1dceddca8dce60b7e582/C, priority=12, startTime=1732675489927; duration=0sec 2024-11-27T02:44:50,359 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:50,359 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74ac4462ea9e1dceddca8dce60b7e582:C 2024-11-27T02:44:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:50,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-27T02:44:50,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675550416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:50,419 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:50,419 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675550417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675550418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:50,420 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675550418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:50,425 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/9581b523146743908ca5aba981ad86a9 2024-11-27T02:44:50,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/f1743ca92b9845b38c750fec4ef2210c as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/f1743ca92b9845b38c750fec4ef2210c 2024-11-27T02:44:50,430 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/f1743ca92b9845b38c750fec4ef2210c, entries=150, sequenceid=239, filesize=30.4 K 2024-11-27T02:44:50,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/071404beaa7a425e8abfa287d1b6ada6 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/071404beaa7a425e8abfa287d1b6ada6 2024-11-27T02:44:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,433 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/071404beaa7a425e8abfa287d1b6ada6, entries=150, sequenceid=239, filesize=11.9 K 2024-11-27T02:44:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/9581b523146743908ca5aba981ad86a9 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/9581b523146743908ca5aba981ad86a9 2024-11-27T02:44:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,437 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/9581b523146743908ca5aba981ad86a9, entries=150, sequenceid=239, filesize=11.9 K 2024-11-27T02:44:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,437 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 74ac4462ea9e1dceddca8dce60b7e582 in 446ms, sequenceid=239, compaction requested=false 2024-11-27T02:44:50,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.HRegion(2538): Flush status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:50,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:50,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=166}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=166 2024-11-27T02:44:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=166 2024-11-27T02:44:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-11-27T02:44:50,439 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1230 sec 2024-11-27T02:44:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,440 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=165, table=TestAcidGuarantees in 2.1270 sec 2024-11-27T02:44:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 74ac4462ea9e1dceddca8dce60b7e582 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T02:44:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=A 2024-11-27T02:44:50,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:50,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=B 2024-11-27T02:44:50,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=C 2024-11-27T02:44:50,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,529 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275473f4ec9a744611857de6484097f0a1_74ac4462ea9e1dceddca8dce60b7e582 is 50, key is test_row_0/A:col10/1732675490415/Put/seqid=0 2024-11-27T02:44:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742493_1669 (size=12304) 2024-11-27T02:44:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:50,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675550543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675550544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:50,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675550546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:50,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675550546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:50,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675550647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:50,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675550647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:50,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675550650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:50,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675550650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:50,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:50,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675550849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:50,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675550849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:50,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675550853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:50,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:50,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675550853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:50,932 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:50,935 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411275473f4ec9a744611857de6484097f0a1_74ac4462ea9e1dceddca8dce60b7e582 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411275473f4ec9a744611857de6484097f0a1_74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:50,935 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/2ab5f7910ebf49d591b460a8869f8e01, store: [table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:50,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/2ab5f7910ebf49d591b460a8869f8e01 is 175, key is test_row_0/A:col10/1732675490415/Put/seqid=0 2024-11-27T02:44:50,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742494_1670 (size=31105) 2024-11-27T02:44:51,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675551152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:51,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:51,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675551152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:51,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:51,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675551155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:51,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675551156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:51,339 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=255, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/2ab5f7910ebf49d591b460a8869f8e01 2024-11-27T02:44:51,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/d894b39657894f8f933945c424e84199 is 50, key is test_row_0/B:col10/1732675490415/Put/seqid=0 2024-11-27T02:44:51,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742495_1671 (size=12151) 2024-11-27T02:44:51,346 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/d894b39657894f8f933945c424e84199 2024-11-27T02:44:51,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/6c4d3876a97f4733b54257ce3c799fa5 is 50, key is test_row_0/C:col10/1732675490415/Put/seqid=0 2024-11-27T02:44:51,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742496_1672 (size=12151) 2024-11-27T02:44:51,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675551656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:51,657 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675551656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:51,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:51,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675551658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:51,660 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:51,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675551659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:51,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/6c4d3876a97f4733b54257ce3c799fa5 2024-11-27T02:44:51,757 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/2ab5f7910ebf49d591b460a8869f8e01 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/2ab5f7910ebf49d591b460a8869f8e01 2024-11-27T02:44:51,759 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/2ab5f7910ebf49d591b460a8869f8e01, entries=150, sequenceid=255, filesize=30.4 K 2024-11-27T02:44:51,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/d894b39657894f8f933945c424e84199 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/d894b39657894f8f933945c424e84199 2024-11-27T02:44:51,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/d894b39657894f8f933945c424e84199, entries=150, sequenceid=255, filesize=11.9 K 2024-11-27T02:44:51,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/6c4d3876a97f4733b54257ce3c799fa5 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/6c4d3876a97f4733b54257ce3c799fa5 2024-11-27T02:44:51,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/6c4d3876a97f4733b54257ce3c799fa5, entries=150, sequenceid=255, filesize=11.9 K 2024-11-27T02:44:51,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 74ac4462ea9e1dceddca8dce60b7e582 in 1242ms, sequenceid=255, compaction requested=true 2024-11-27T02:44:51,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:51,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74ac4462ea9e1dceddca8dce60b7e582:A, priority=-2147483648, current under compaction store size is 1 2024-11-27T02:44:51,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:51,766 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:51,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74ac4462ea9e1dceddca8dce60b7e582:B, priority=-2147483648, current under compaction store size is 2 2024-11-27T02:44:51,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:51,766 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:51,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 74ac4462ea9e1dceddca8dce60b7e582:C, priority=-2147483648, current under compaction store size is 3 2024-11-27T02:44:51,766 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:51,766 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93934 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:51,766 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1540): 74ac4462ea9e1dceddca8dce60b7e582/A is initiating minor compaction (all files) 2024-11-27T02:44:51,766 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:51,766 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74ac4462ea9e1dceddca8dce60b7e582/A in TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:51,767 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 74ac4462ea9e1dceddca8dce60b7e582/B is initiating minor compaction (all files) 2024-11-27T02:44:51,767 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/e2bd4100ba7d49769d5489d538b60fef, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/f1743ca92b9845b38c750fec4ef2210c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/2ab5f7910ebf49d591b460a8869f8e01] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp, totalSize=91.7 K 2024-11-27T02:44:51,767 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74ac4462ea9e1dceddca8dce60b7e582/B in TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:51,767 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:51,767 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. files: [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/e2bd4100ba7d49769d5489d538b60fef, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/f1743ca92b9845b38c750fec4ef2210c, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/2ab5f7910ebf49d591b460a8869f8e01] 2024-11-27T02:44:51,767 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/d0fc1638ab5343c7a59fe11a3f42003a, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/071404beaa7a425e8abfa287d1b6ada6, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/d894b39657894f8f933945c424e84199] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp, totalSize=36.1 K 2024-11-27T02:44:51,767 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2bd4100ba7d49769d5489d538b60fef, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732675485988 2024-11-27T02:44:51,767 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting d0fc1638ab5343c7a59fe11a3f42003a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732675485988 2024-11-27T02:44:51,767 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 071404beaa7a425e8abfa287d1b6ada6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732675488277 2024-11-27T02:44:51,767 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1743ca92b9845b38c750fec4ef2210c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732675488277 2024-11-27T02:44:51,767 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting d894b39657894f8f933945c424e84199, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732675490415 2024-11-27T02:44:51,767 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2ab5f7910ebf49d591b460a8869f8e01, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732675490415 2024-11-27T02:44:51,771 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:51,772 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411273916544463db482a8d1d8f6960a66865_74ac4462ea9e1dceddca8dce60b7e582 store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:51,773 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74ac4462ea9e1dceddca8dce60b7e582#B#compaction#572 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:51,773 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/44546580bc514fdaaebf3816ce022b40 is 50, key is test_row_0/B:col10/1732675490415/Put/seqid=0 2024-11-27T02:44:51,774 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411273916544463db482a8d1d8f6960a66865_74ac4462ea9e1dceddca8dce60b7e582, store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:51,774 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411273916544463db482a8d1d8f6960a66865_74ac4462ea9e1dceddca8dce60b7e582 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:51,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742497_1673 (size=12765) 2024-11-27T02:44:51,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742498_1674 (size=4469) 2024-11-27T02:44:51,782 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/44546580bc514fdaaebf3816ce022b40 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/44546580bc514fdaaebf3816ce022b40 2024-11-27T02:44:51,785 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74ac4462ea9e1dceddca8dce60b7e582/B of 74ac4462ea9e1dceddca8dce60b7e582 into 44546580bc514fdaaebf3816ce022b40(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:51,785 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:51,785 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582., storeName=74ac4462ea9e1dceddca8dce60b7e582/B, priority=13, startTime=1732675491766; duration=0sec 2024-11-27T02:44:51,785 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-27T02:44:51,785 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74ac4462ea9e1dceddca8dce60b7e582:B 2024-11-27T02:44:51,785 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-27T02:44:51,786 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-27T02:44:51,786 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1540): 74ac4462ea9e1dceddca8dce60b7e582/C is initiating minor compaction (all files) 2024-11-27T02:44:51,786 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 74ac4462ea9e1dceddca8dce60b7e582/C in TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:51,786 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/2052d63c7fd54ca6a11f15a978814e8b, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/9581b523146743908ca5aba981ad86a9, hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/6c4d3876a97f4733b54257ce3c799fa5] into tmpdir=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp, totalSize=36.1 K 2024-11-27T02:44:51,786 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 2052d63c7fd54ca6a11f15a978814e8b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1732675485988 2024-11-27T02:44:51,786 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 9581b523146743908ca5aba981ad86a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1732675488277 2024-11-27T02:44:51,787 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] compactions.Compactor(224): Compacting 6c4d3876a97f4733b54257ce3c799fa5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1732675490415 2024-11-27T02:44:51,792 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74ac4462ea9e1dceddca8dce60b7e582#C#compaction#573 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:51,792 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/c5120d111ddf400fb4cfa2daa80700a1 is 50, key is test_row_0/C:col10/1732675490415/Put/seqid=0 2024-11-27T02:44:51,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742499_1675 (size=12731) 2024-11-27T02:44:52,180 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 74ac4462ea9e1dceddca8dce60b7e582#A#compaction#571 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-27T02:44:52,181 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/818019f3eecc4f6b8776c1f04521e515 is 175, key is test_row_0/A:col10/1732675490415/Put/seqid=0 2024-11-27T02:44:52,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742500_1676 (size=31719) 2024-11-27T02:44:52,203 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/c5120d111ddf400fb4cfa2daa80700a1 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/c5120d111ddf400fb4cfa2daa80700a1 2024-11-27T02:44:52,206 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74ac4462ea9e1dceddca8dce60b7e582/C of 74ac4462ea9e1dceddca8dce60b7e582 into c5120d111ddf400fb4cfa2daa80700a1(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:52,206 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:52,206 INFO [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582., storeName=74ac4462ea9e1dceddca8dce60b7e582/C, priority=13, startTime=1732675491766; duration=0sec 2024-11-27T02:44:52,206 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:52,206 DEBUG [RS:0;7723ddd88b72:35047-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74ac4462ea9e1dceddca8dce60b7e582:C 2024-11-27T02:44:52,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=165 2024-11-27T02:44:52,418 INFO [Thread-2708 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 165 completed 2024-11-27T02:44:52,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:44:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-11-27T02:44:52,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T02:44:52,420 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:44:52,420 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:44:52,421 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:44:52,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T02:44:52,571 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:52,572 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-11-27T02:44:52,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:52,572 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing 74ac4462ea9e1dceddca8dce60b7e582 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T02:44:52,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=A 2024-11-27T02:44:52,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:52,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=B 2024-11-27T02:44:52,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:52,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=C 2024-11-27T02:44:52,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:52,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279c3518b738c24eee934befe867109ae9_74ac4462ea9e1dceddca8dce60b7e582 is 50, key is test_row_0/A:col10/1732675490545/Put/seqid=0 2024-11-27T02:44:52,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742501_1677 (size=12454) 2024-11-27T02:44:52,594 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/818019f3eecc4f6b8776c1f04521e515 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/818019f3eecc4f6b8776c1f04521e515 2024-11-27T02:44:52,597 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 74ac4462ea9e1dceddca8dce60b7e582/A of 74ac4462ea9e1dceddca8dce60b7e582 into 818019f3eecc4f6b8776c1f04521e515(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-27T02:44:52,597 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:52,597 INFO [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582., storeName=74ac4462ea9e1dceddca8dce60b7e582/A, priority=13, startTime=1732675491766; duration=0sec 2024-11-27T02:44:52,597 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-27T02:44:52,597 DEBUG [RS:0;7723ddd88b72:35047-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 74ac4462ea9e1dceddca8dce60b7e582:A 2024-11-27T02:44:52,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:52,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675552670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:52,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675552670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:52,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675552671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:52,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:52,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675552673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T02:44:52,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675552774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:52,775 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675552774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:52,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:52,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675552774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:52,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:52,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675552775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:52,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675552976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:52,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:52,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675552977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:52,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:52,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675552977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:52,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:52,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675552978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:52,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:52,982 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411279c3518b738c24eee934befe867109ae9_74ac4462ea9e1dceddca8dce60b7e582 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411279c3518b738c24eee934befe867109ae9_74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:52,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/b7f12855d43b4ff3a82993a4ebcc2544, store: [table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:52,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/b7f12855d43b4ff3a82993a4ebcc2544 is 175, key is test_row_0/A:col10/1732675490545/Put/seqid=0 2024-11-27T02:44:52,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742502_1678 (size=31255) 2024-11-27T02:44:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T02:44:53,184 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:53,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45896 deadline: 1732675553183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:53,185 DEBUG [Thread-2706 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582., hostname=7723ddd88b72,35047,1732674726326, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor41.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T02:44:53,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675553278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:53,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675553279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:53,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675553279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:53,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675553282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:53,386 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=280, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/b7f12855d43b4ff3a82993a4ebcc2544 2024-11-27T02:44:53,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/738403fdc2584601acce8853348acd16 is 50, key is test_row_0/B:col10/1732675490545/Put/seqid=0 2024-11-27T02:44:53,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742503_1679 (size=12301) 2024-11-27T02:44:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T02:44:53,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:53,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675553779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:53,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675553784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:53,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675553784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:53,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:53,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675553785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:53,794 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/738403fdc2584601acce8853348acd16 2024-11-27T02:44:53,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/a6dcb1839bf64d769af1d2c265e62efe is 50, key is test_row_0/C:col10/1732675490545/Put/seqid=0 2024-11-27T02:44:53,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742504_1680 (size=12301) 2024-11-27T02:44:54,202 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/a6dcb1839bf64d769af1d2c265e62efe 2024-11-27T02:44:54,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/b7f12855d43b4ff3a82993a4ebcc2544 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/b7f12855d43b4ff3a82993a4ebcc2544 2024-11-27T02:44:54,207 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/b7f12855d43b4ff3a82993a4ebcc2544, entries=150, sequenceid=280, filesize=30.5 K 2024-11-27T02:44:54,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/738403fdc2584601acce8853348acd16 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/738403fdc2584601acce8853348acd16 2024-11-27T02:44:54,210 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/738403fdc2584601acce8853348acd16, entries=150, sequenceid=280, filesize=12.0 K 2024-11-27T02:44:54,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/a6dcb1839bf64d769af1d2c265e62efe as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/a6dcb1839bf64d769af1d2c265e62efe 2024-11-27T02:44:54,213 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/a6dcb1839bf64d769af1d2c265e62efe, entries=150, sequenceid=280, filesize=12.0 K 2024-11-27T02:44:54,213 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 74ac4462ea9e1dceddca8dce60b7e582 in 1641ms, sequenceid=280, compaction requested=false 2024-11-27T02:44:54,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:54,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:54,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-11-27T02:44:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-11-27T02:44:54,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-11-27T02:44:54,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7930 sec 2024-11-27T02:44:54,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 1.7960 sec 2024-11-27T02:44:54,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-11-27T02:44:54,523 INFO [Thread-2708 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-11-27T02:44:54,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:44:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-11-27T02:44:54,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T02:44:54,525 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:44:54,526 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:44:54,526 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:44:54,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T02:44:54,676 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:54,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-11-27T02:44:54,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:54,676 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing 74ac4462ea9e1dceddca8dce60b7e582 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T02:44:54,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=A 2024-11-27T02:44:54,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:54,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=B 2024-11-27T02:44:54,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:54,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=C 2024-11-27T02:44:54,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:54,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127228ccfe0c573458191cde6fe1aeb0fd9_74ac4462ea9e1dceddca8dce60b7e582 is 50, key is test_row_0/A:col10/1732675492669/Put/seqid=0 2024-11-27T02:44:54,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742505_1681 (size=12454) 2024-11-27T02:44:54,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:54,686 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127228ccfe0c573458191cde6fe1aeb0fd9_74ac4462ea9e1dceddca8dce60b7e582 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241127228ccfe0c573458191cde6fe1aeb0fd9_74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:54,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/690491bb490c453a8b0119aa9f24aedc, store: [table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:54,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/690491bb490c453a8b0119aa9f24aedc is 175, key is test_row_0/A:col10/1732675492669/Put/seqid=0 2024-11-27T02:44:54,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742506_1682 (size=31255) 2024-11-27T02:44:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:54,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:54,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675554805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:54,807 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675554805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:54,807 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:54,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675554805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:54,808 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:54,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675554806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T02:44:54,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:54,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675554908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:54,909 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675554908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:54,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675554908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:54,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:54,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675554908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:54,946 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 1588230740, had cached 0 bytes from a total of 19683 2024-11-27T02:44:55,091 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/690491bb490c453a8b0119aa9f24aedc 2024-11-27T02:44:55,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675555111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:55,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675555111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:55,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675555111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:55,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:55,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675555111, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:55,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T02:44:55,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/d6bb3b13de1243d88caf86cb1f9e0c1f is 50, key is test_row_0/B:col10/1732675492669/Put/seqid=0 2024-11-27T02:44:55,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742507_1683 (size=12301) 2024-11-27T02:44:55,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:55,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675555413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:55,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675555414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:55,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:55,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675555414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:55,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:55,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675555415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:55,598 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/d6bb3b13de1243d88caf86cb1f9e0c1f 2024-11-27T02:44:55,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/215a76cb03474568805c14851266275b is 50, key is test_row_0/C:col10/1732675492669/Put/seqid=0 2024-11-27T02:44:55,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742508_1684 (size=12301) 2024-11-27T02:44:55,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T02:44:55,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675555917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:55,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675555918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:55,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675555919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:55,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675555920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:56,007 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/215a76cb03474568805c14851266275b 2024-11-27T02:44:56,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/690491bb490c453a8b0119aa9f24aedc as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/690491bb490c453a8b0119aa9f24aedc 2024-11-27T02:44:56,012 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/690491bb490c453a8b0119aa9f24aedc, entries=150, sequenceid=294, filesize=30.5 K 2024-11-27T02:44:56,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/d6bb3b13de1243d88caf86cb1f9e0c1f as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/d6bb3b13de1243d88caf86cb1f9e0c1f 2024-11-27T02:44:56,015 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/d6bb3b13de1243d88caf86cb1f9e0c1f, entries=150, sequenceid=294, filesize=12.0 K 2024-11-27T02:44:56,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/215a76cb03474568805c14851266275b as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/215a76cb03474568805c14851266275b 2024-11-27T02:44:56,017 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/215a76cb03474568805c14851266275b, entries=150, sequenceid=294, filesize=12.0 K 2024-11-27T02:44:56,018 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 74ac4462ea9e1dceddca8dce60b7e582 in 1342ms, sequenceid=294, compaction requested=true 2024-11-27T02:44:56,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:56,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:56,018 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-11-27T02:44:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-11-27T02:44:56,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-11-27T02:44:56,020 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4930 sec 2024-11-27T02:44:56,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 1.4960 sec 2024-11-27T02:44:56,435 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(324): Region 6c54c4a27d43cbdc756acd03904e0001, had cached 0 bytes from a total of 5037 2024-11-27T02:44:56,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-11-27T02:44:56,629 INFO [Thread-2708 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-11-27T02:44:56,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:44:56,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-11-27T02:44:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T02:44:56,631 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:44:56,631 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:44:56,631 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:44:56,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T02:44:56,782 DEBUG [RSProcedureDispatcher-pool-5 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:56,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-11-27T02:44:56,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:56,783 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing 74ac4462ea9e1dceddca8dce60b7e582 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T02:44:56,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=A 2024-11-27T02:44:56,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:56,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=B 2024-11-27T02:44:56,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:56,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=C 2024-11-27T02:44:56,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:56,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112711438254423443279cccc605ecc9da1c_74ac4462ea9e1dceddca8dce60b7e582 is 50, key is test_row_0/A:col10/1732675494805/Put/seqid=0 2024-11-27T02:44:56,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742509_1685 (size=12454) 2024-11-27T02:44:56,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:56,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:56,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T02:44:56,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:56,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675556931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675556931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:56,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:56,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675556932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:56,935 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:56,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675556934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:57,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675557035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:57,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:57,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675557035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675557035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:57,037 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:57,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675557036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:57,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:57,194 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112711438254423443279cccc605ecc9da1c_74ac4462ea9e1dceddca8dce60b7e582 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112711438254423443279cccc605ecc9da1c_74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:57,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/9af2dfe916064f5ab015df445176d089, store: [table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:57,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/9af2dfe916064f5ab015df445176d089 is 175, key is test_row_0/A:col10/1732675494805/Put/seqid=0 2024-11-27T02:44:57,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742510_1686 (size=31255) 2024-11-27T02:44:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T02:44:57,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:57,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675557237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675557237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:57,239 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675557238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:57,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675557239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:57,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675557540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:57,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675557540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:57,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675557541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:57,543 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:57,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675557541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:57,598 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/9af2dfe916064f5ab015df445176d089 2024-11-27T02:44:57,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/33bba77c85424b92ad9920b2b63a8884 is 50, key is test_row_0/B:col10/1732675494805/Put/seqid=0 2024-11-27T02:44:57,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742511_1687 (size=12301) 2024-11-27T02:44:57,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T02:44:58,006 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/33bba77c85424b92ad9920b2b63a8884 2024-11-27T02:44:58,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/fe291f789d5d4f1294995997953b9fe1 is 50, key is test_row_0/C:col10/1732675494805/Put/seqid=0 2024-11-27T02:44:58,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742512_1688 (size=12301) 2024-11-27T02:44:58,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675558044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:58,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:58,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675558045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:58,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:58,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675558045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:58,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:58,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675558047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:58,414 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/fe291f789d5d4f1294995997953b9fe1 2024-11-27T02:44:58,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/9af2dfe916064f5ab015df445176d089 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/9af2dfe916064f5ab015df445176d089 2024-11-27T02:44:58,419 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/9af2dfe916064f5ab015df445176d089, entries=150, sequenceid=317, filesize=30.5 K 2024-11-27T02:44:58,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/33bba77c85424b92ad9920b2b63a8884 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/33bba77c85424b92ad9920b2b63a8884 2024-11-27T02:44:58,422 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/33bba77c85424b92ad9920b2b63a8884, entries=150, sequenceid=317, filesize=12.0 K 2024-11-27T02:44:58,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/fe291f789d5d4f1294995997953b9fe1 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/fe291f789d5d4f1294995997953b9fe1 2024-11-27T02:44:58,425 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/fe291f789d5d4f1294995997953b9fe1, entries=150, sequenceid=317, filesize=12.0 K 2024-11-27T02:44:58,426 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 74ac4462ea9e1dceddca8dce60b7e582 in 1644ms, sequenceid=317, compaction requested=true 2024-11-27T02:44:58,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:44:58,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:58,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-11-27T02:44:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-11-27T02:44:58,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-11-27T02:44:58,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7960 sec 2024-11-27T02:44:58,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 1.7980 sec 2024-11-27T02:44:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-11-27T02:44:58,734 INFO [Thread-2708 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-11-27T02:44:58,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:44:58,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-11-27T02:44:58,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T02:44:58,736 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:44:58,736 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:44:58,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:44:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T02:44:58,887 DEBUG [RSProcedureDispatcher-pool-3 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:44:58,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-11-27T02:44:58,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:44:58,887 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing 74ac4462ea9e1dceddca8dce60b7e582 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-27T02:44:58,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=A 2024-11-27T02:44:58,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:58,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=B 2024-11-27T02:44:58,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:58,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=C 2024-11-27T02:44:58,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:44:58,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278cc4b92c33dc4da19de14b9bcdd32265_74ac4462ea9e1dceddca8dce60b7e582 is 50, key is test_row_0/A:col10/1732675496926/Put/seqid=0 2024-11-27T02:44:58,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742513_1689 (size=12454) 2024-11-27T02:44:59,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T02:44:59,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:59,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:44:59,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:59,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675559073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:59,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:59,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675559076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675559076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:59,079 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:59,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675559076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:59,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675559177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:59,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675559180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:59,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675559180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:59,181 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675559180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:59,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:44:59,299 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411278cc4b92c33dc4da19de14b9bcdd32265_74ac4462ea9e1dceddca8dce60b7e582 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411278cc4b92c33dc4da19de14b9bcdd32265_74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:44:59,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/100dcf6461c046fb8355bceee8527c55, store: [table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:44:59,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/100dcf6461c046fb8355bceee8527c55 is 175, key is test_row_0/A:col10/1732675496926/Put/seqid=0 2024-11-27T02:44:59,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742514_1690 (size=31255) 2024-11-27T02:44:59,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T02:44:59,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:59,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675559380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:59,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:59,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675559381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:59,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675559382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:59,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:59,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675559382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:59,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:59,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675559682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:59,686 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675559684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:59,686 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:59,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675559685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:59,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:44:59,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675559686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:44:59,703 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/100dcf6461c046fb8355bceee8527c55 2024-11-27T02:44:59,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/471c304c17a94ee387db7d12f306583c is 50, key is test_row_0/B:col10/1732675496926/Put/seqid=0 2024-11-27T02:44:59,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742515_1691 (size=12301) 2024-11-27T02:44:59,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T02:45:00,111 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/471c304c17a94ee387db7d12f306583c 2024-11-27T02:45:00,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/f47f8d2757fe45a8923f46809b1492ae is 50, key is test_row_0/C:col10/1732675496926/Put/seqid=0 2024-11-27T02:45:00,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742516_1692 (size=12301) 2024-11-27T02:45:00,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:45:00,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45874 deadline: 1732675560185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:45:00,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:45:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45910 deadline: 1732675560188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:45:00,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:45:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45966 deadline: 1732675560188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:45:00,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-11-27T02:45:00,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45924 deadline: 1732675560190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326 2024-11-27T02:45:00,521 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/f47f8d2757fe45a8923f46809b1492ae 2024-11-27T02:45:00,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/100dcf6461c046fb8355bceee8527c55 as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/100dcf6461c046fb8355bceee8527c55 2024-11-27T02:45:00,526 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/A/100dcf6461c046fb8355bceee8527c55, entries=150, sequenceid=330, filesize=30.5 K 2024-11-27T02:45:00,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/B/471c304c17a94ee387db7d12f306583c as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/471c304c17a94ee387db7d12f306583c 2024-11-27T02:45:00,529 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/B/471c304c17a94ee387db7d12f306583c, entries=150, sequenceid=330, filesize=12.0 K 2024-11-27T02:45:00,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/C/f47f8d2757fe45a8923f46809b1492ae as hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/f47f8d2757fe45a8923f46809b1492ae 2024-11-27T02:45:00,531 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/C/f47f8d2757fe45a8923f46809b1492ae, entries=150, sequenceid=330, filesize=12.0 K 2024-11-27T02:45:00,532 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 74ac4462ea9e1dceddca8dce60b7e582 in 1645ms, sequenceid=330, compaction requested=true 2024-11-27T02:45:00,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for 74ac4462ea9e1dceddca8dce60b7e582: 2024-11-27T02:45:00,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:45:00,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-11-27T02:45:00,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-11-27T02:45:00,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-11-27T02:45:00,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7970 sec 2024-11-27T02:45:00,534 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 1.7990 sec 2024-11-27T02:45:00,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-11-27T02:45:00,839 INFO [Thread-2708 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-11-27T02:45:00,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-11-27T02:45:00,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-11-27T02:45:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T02:45:00,841 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-27T02:45:00,841 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-27T02:45:00,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-27T02:45:00,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T02:45:00,992 DEBUG [RSProcedureDispatcher-pool-4 {}] master.ServerManager(801): New admin connection to 7723ddd88b72,35047,1732674726326 2024-11-27T02:45:00,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-11-27T02:45:00,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. 2024-11-27T02:45:00,993 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing 74ac4462ea9e1dceddca8dce60b7e582 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-27T02:45:00,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=A 2024-11-27T02:45:00,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:45:00,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=B 2024-11-27T02:45:00,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:45:00,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 74ac4462ea9e1dceddca8dce60b7e582, store=C 2024-11-27T02:45:00,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-11-27T02:45:00,995 DEBUG [Thread-2709 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0cf8009b to 127.0.0.1:52502 2024-11-27T02:45:00,995 DEBUG [Thread-2715 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0cc46dd6 to 127.0.0.1:52502 2024-11-27T02:45:00,995 DEBUG [Thread-2715 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:45:00,995 DEBUG [Thread-2709 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:45:00,996 DEBUG [Thread-2717 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1a539c81 to 127.0.0.1:52502 2024-11-27T02:45:00,997 DEBUG [Thread-2717 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:45:00,997 DEBUG [Thread-2711 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c1d81d6 to 127.0.0.1:52502 2024-11-27T02:45:00,997 DEBUG [Thread-2711 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:45:00,997 DEBUG [Thread-2713 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7696e93a to 127.0.0.1:52502 2024-11-27T02:45:00,998 DEBUG [Thread-2713 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:45:00,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112705ef4b7d38414be48a22ec55f8d76fb1_74ac4462ea9e1dceddca8dce60b7e582 is 50, key is test_row_0/A:col10/1732675499075/Put/seqid=0 2024-11-27T02:45:01,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742517_1693 (size=12454) 2024-11-27T02:45:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-11-27T02:45:01,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047 {}] regionserver.HRegion(8581): Flush requested on 74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:45:01,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1732675477666.74ac4462ea9e1dceddca8dce60b7e582. as already flushing 2024-11-27T02:45:01,195 DEBUG [Thread-2702 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x09e4033b to 127.0.0.1:52502 2024-11-27T02:45:01,195 DEBUG [Thread-2702 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:45:01,196 DEBUG [Thread-2704 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70cfa88c to 127.0.0.1:52502 2024-11-27T02:45:01,196 DEBUG [Thread-2700 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12586a6e to 127.0.0.1:52502 2024-11-27T02:45:01,196 DEBUG [Thread-2704 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:45:01,196 DEBUG [Thread-2700 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:45:01,197 DEBUG [Thread-2698 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x16d27a56 to 127.0.0.1:52502 2024-11-27T02:45:01,197 DEBUG [Thread-2698 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:45:01,248 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-11-27T02:45:01,248 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f8c7d81 to 127.0.0.1:52502 2024-11-27T02:45:01,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T02:45:01,248 ERROR [Time-limited test {}] util.AbstractHBaseTool(153): Error running command-line tool java.lang.InterruptedException: null at java.lang.Object.wait(Native Method) ~[?:?] at java.lang.Thread.join(Thread.java:1313) ~[?:?] at java.lang.Thread.join(Thread.java:1381) ~[?:?] at org.apache.hadoop.hbase.MultithreadedTestUtil$TestContext.stop(MultithreadedTestUtil.java:103) ~[test-classes/:?] at org.apache.hadoop.hbase.AcidGuaranteesTestTool.runTestAtomicity(AcidGuaranteesTestTool.java:390) ~[test-classes/:?] at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:130) ~[test-classes/:?] at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:151) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) ~[test-classes/:?] at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T02:45:01,251 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-11-27T02:45:01,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-11-27T02:45:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-11-27T02:45:01,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T02:45:01,253 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732675501253"}]},"ts":"1732675501253"} 2024-11-27T02:45:01,254 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta ====> TEST TIMED OUT. PRINTING THREAD DUMP. <==== Timestamp: 2024-11-27 02:45:01,254 "qtp1764062799-41-acceptor-0@495b6336-ServerConnector@55e8ce42{HTTP/1.1, (http/1.1)}{localhost:46697}" daemon prio=3 tid=41 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test.named-queue-events-pool-0" daemon prio=5 tid=152 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) at app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) at app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) at app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-7" daemon prio=5 tid=163 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-4-14" daemon prio=5 tid=1061 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 4 on default port 38431" daemon prio=5 tid=68 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RS_COMPACTED_FILES_DISCHARGER-regionserver/7723ddd88b72:0-0" daemon prio=5 tid=1708 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-16" daemon prio=5 tid=172 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-4-10" daemon prio=5 tid=397 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42505" daemon prio=5 tid=179 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RSProcedureDispatcher-pool-3" daemon prio=5 tid=1821 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RSProcedureDispatcher-pool-4" daemon prio=5 tid=1858 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Async-Client-Retry-Timer-pool-0" daemon prio=5 tid=319 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) at app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-6" daemon prio=5 tid=162 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42505" daemon prio=5 tid=174 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "PEWorker-1" daemon prio=5 tid=245 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128) "master/7723ddd88b72:0:becomeActiveMaster-HFileCleaner.large.0-1732674728533" daemon prio=5 tid=265 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) at app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) at app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) "org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner" daemon prio=5 tid=23 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) at app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1764062799-40" daemon prio=5 tid=40 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007fa7a04454a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-2" daemon prio=5 tid=157 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MobFileCache #0" daemon prio=5 tid=191 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:52502@0x6f8c7d81" daemon prio=5 tid=3688 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Thread.join(Thread.java:1313) at java.base@17.0.11/java.lang.Thread.join(Thread.java:1381) at app//org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1523) at app//org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1547) at app//org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:348) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:398) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fa7a0b4d1f8.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1933829055-89" daemon prio=5 tid=89 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Client (1438647553) connection to localhost/127.0.0.1:38431 from jenkins" daemon prio=5 tid=109 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) at app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/cluster_be8da3cb-1e85-de39-7aa2-837fce1db4d5/dfs/data/data2/current/BP-579546653-172.17.0.2-1732674721985" daemon prio=5 tid=123 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PEWorker-5" daemon prio=5 tid=249 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128) "IPC Server handler 2 on default port 41555" daemon prio=5 tid=106 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RPCClient-NioEventLoopGroup-4-1" daemon prio=5 tid=324 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-12" daemon prio=5 tid=168 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "BootstrapNodeManager" daemon prio=5 tid=257 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1933829055-88-acceptor-0@1dd88dcc-ServerConnector@318f7e53{HTTP/1.1, (http/1.1)}{localhost:40201}" daemon prio=3 tid=88 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) at app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/7723ddd88b72:0.Chore.1" daemon prio=5 tid=273 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-3-1" daemon prio=10 tid=186 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-SendThread(127.0.0.1:52502)" daemon prio=5 tid=192 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) "IPC Server idle connection scanner for port 41555" daemon prio=5 tid=96 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "HBase-Metrics2-1" daemon prio=5 tid=153 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-4-13" daemon prio=5 tid=402 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS:0;7723ddd88b72:35047" daemon prio=5 tid=206 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1164) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) at java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) at app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at app//org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RedundancyMonitor" daemon prio=5 tid=47 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) at java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) at app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:52502@0x09e4033b-EventThread" daemon prio=5 tid=3709 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "PEWorker-4" daemon prio=5 tid=248 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128) "RPCClient-NioEventLoopGroup-4-4" daemon prio=5 tid=344 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Timer for 'HBase' metrics system" daemon prio=5 tid=3797 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "JvmPauseMonitor" daemon prio=5 tid=271 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=35047" daemon prio=5 tid=202 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at2024-11-27T02:45:01,261 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "ReadOnlyZKClient-127.0.0.1:52502@0x70cfa88c-EventThread" daemon prio=5 tid=3713 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=35047" daemon prio=5 tid=204 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "SSL Certificates Store Monitor" daemon prio=5 tid=25 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "qtp1764062799-43" daemon prio=5 tid=43 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "LeaseRenewer:jenkins.hfs.0@localhost:38431" daemon prio=5 tid=283 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-1" daemon prio=5 tid=145 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server Responder" daemon prio=5 tid=57 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) at app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) "DataXceiver for client DFSClient_NONMAPREDUCE_1074634760_22 at /127.0.0.1:50480 [Receiving block BP-579546653-172.17.0.2-1732674721985:blk_1073741830_1006]" daemon prio=5 tid=235 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-6-thread-1" prio=5 tid=46 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 3 on default port 38431" daemon prio=5 tid=67 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=42505" daemon prio=5 tid=173 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "zk-event-processor-pool-0" daemon prio=5 tid=160 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_META-regionserver/7723ddd88b72:0-0" daemon prio=5 tid=294 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:52502@0x09e4033b" daemon prio=5 tid=3707 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Thread.join(Thread.java:1313) at java.base@17.0.11/java.lang.Thread.join(Thread.java:1381) at app//org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1523) at app//org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1547) at app//org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:348) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:398) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fa7a0b4d1f8.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 2 on default port 38431" daemon prio=5 tid=66 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "IPC Server handler 4 on default port 41555" daemon prio=5 tid=108 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/cluster_be8da3cb-1e85-de39-7aa2-837fce1db4d5/dfs/data/data1/current/BP-579546653-172.17.0.2-1732674721985" daemon prio=5 tid=124 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.fs.CachingGetSpaceUsed2024-11-27T02:45:01,262 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] $RefreshThread.run(CachingGetSpaceUsed.java:225) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOServerCxnFactory.SelectorThread-0" daemon prio=5 tid=138 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) "IPC Server handler 1 on default port 38431" daemon prio=5 tid=65 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "AsyncFSWAL-0-hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67-prefix:7723ddd88b72,35047,1732674726326" daemon prio=5 tid=284 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "BP-579546653-172.17.0.2-1732674721985 heartbeating to localhost/127.0.0.1:38431" daemon prio=5 tid=102 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RequestThrottler" daemon prio=5 tid=144 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) "PacketResponder: BP-579546653-172.17.0.2-1732674721985:blk_1073741830_1006, type=LAST_IN_PIPELINE" daemon prio=5 tid=236 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "CacheReplicationMonitor(1831160238)" daemon prio=5 tid=75 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) at app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) "NIOWorkerThread-5" daemon prio=5 tid=161 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35047" daemon prio=5 tid=197 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "ReadOnlyZKClient-127.0.0.1:52502@0x16d27a56" daemon prio=5 tid=3699 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Thread.join(Thread.java:1313) at java.base@17.0.11/java.lang.Thread.join(Thread.java:1381) at app//org.apache.zookeeper.ClientCnxn.disconnect(Client2024-11-27T02:45:01,263 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=179, ppid=178, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=74ac4462ea9e1dceddca8dce60b7e582, UNASSIGN}] Cnxn.java:1523) at app//org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1547) at app//org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:348) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:398) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fa7a0b4d1f8.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=35047" daemon prio=5 tid=201 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "pool-1-thread-2" daemon prio=5 tid=15 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.poll(EPollPort.java:200) at java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:281) at java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:52502@0x09e4033b-SendThread(127.0.0.1:52502)" daemon prio=5 tid=3708 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) at app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) "qtp1764062799-42" daemon prio=5 tid=42 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Client (1438647553) connection to localhost/127.0.0.1:38431 from jenkins.hfs.0" daemon prio=5 tid=1819 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) at app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) "pool-1-thread-1" daemon prio=5 tid=14 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) at java.base@17.0.11/sun.nio.ch.EPollPort$EventHandlerTask.run(EPollPort.java:275) at java.base@17.0.11/sun.nio.ch.AsynchronousChannelGroupImpl$1.run(AsynchronousChannelGroupImpl.java:113) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-14-thread-1" daemon prio=5 tid=132 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1" daemon prio=5 tid=433 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.DFSOutputStream.completeFile(DFSOutputStream.java:1013) at app//org.apache.hadoop.hdfs.DFSOutputStream.completeFile(DFSOutputStream.java:949) at app//org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:913) at app//org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) at app//org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) at app//org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) at app//org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.finishClose(HFileWriterImpl.java:859) at app//org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:680) at app//org.apache.hadoop.hbase.regionserver.StoreFileWriter$SingleStoreFileWriter.close(StoreFileWriter.java:787) at app//org.apache.hadoop.hbase.regionserver.StoreFileWriter$SingleStoreFileWriter.access$1200(StoreFileWriter.java:494) at app//org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:294) at app//org.apache.hadoop.hbase.mob.DefaultMobStoreFlusher.performMobFlush(DefaultMobStoreFlusher.java:261) at app//org.apache.hadoop.hbase.mob.DefaultMobStoreFlusher.flushSnapshot(DefaultMobStoreFlusher.java:130) at app//org.apache.hadoop.hbase.regionserver.HSt2024-11-27T02:45:01,264 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=179, ppid=178, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=74ac4462ea9e1dceddca8dce60b7e582, UNASSIGN ore.flushCache(HStore.java:832) at app//org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl.flushCache(HStore.java:1974) at app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushCacheAndCommit(HRegion.java:2930) at app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2672) at app//org.apache.hadoop.hbase.regionserver.HRegion.internalFlushcache(HRegion.java:2644) at app//org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2514) at app//org.apache.hadoop.hbase.regionserver.HRegion.flushcache(HRegion.java:2437) at app//org.apache.hadoop.hbase.regionserver.HRegion.flush(HRegion.java:2407) at app//org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:56) at app//org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at app//org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at app//org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at app//org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@68e959b" daemon prio=5 tid=49 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "nioEventLoopGroup-2-1" prio=10 tid=92 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) at app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Monitor thread for TaskMonitor" daemon prio=5 tid=209 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_-1134890348_22 at /127.0.0.1:50552 [Waiting for operation #875]" daemon prio=5 tid=3970 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) at java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) at java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1764062799-39" daemon prio=5 tid=39 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007fa7a04454a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "LruBlockCacheStatsExecutor" daemon prio=5 tid=189 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "AsyncFSWAL-0-hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/MasterData-prefix:7723ddd88b72,42505,1732674725584" daemon prio=5 tid=237 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.j2024-11-27T02:45:01,264 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=179 updating hbase:meta row=74ac4462ea9e1dceddca8dce60b7e582, regionState=CLOSING, regionLocation=7723ddd88b72,35047,1732674726326 ava:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-4-9" daemon prio=5 tid=396 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/7723ddd88b72:0.logRoller" daemon prio=5 tid=275 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:179) "Idle-Rpc-Conn-Sweeper-pool-0" daemon prio=5 tid=242 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1764062799-44" daemon prio=5 tid=44 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-EventThread" daemon prio=5 tid=156 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "RPCClient-NioEventLoopGroup-4-2" daemon prio=5 tid=325 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-1-3" daemon prio=10 tid=326 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Session-HouseKeeper-1d03b9d6-1" prio=5 tid=45 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Notification Thread" daemon prio=9 tid=13 runnable java.lang.Thread.State: RUNNABLE "qtp1933829055-90" daemon prio=5 tid=90 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@22dea3ce" daemon prio=5 tid=73 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:52502@0x70cfa88c" daemon prio=5 tid=3711 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Thread.join(Thread.java:1313) at java.base@17.0.11/java.lang.Thread.join(Thread.java:1381) at app//org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1523) at app//org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1547) at app//org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:348) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:398) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fa7a0b4d1f8.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-4-8" daemon prio=5 tid=395 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-11-thread-1" prio=5 tid=69 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-3-2" daemon prio=10 tid=234 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "snapshot-hfile-cleaner-cache-refresher" daemon prio=5 tid=262 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "MarkedDeleteBlockScrubberThread" daemon prio=5 tid=48 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 0 on default port 41555" daemon prio=5 tid=104 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "RPCClient-NioEventLoopGroup-4-6" daemon prio=5 tid=392 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecuto2024-11-27T02:45:01,265 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T02:45:01,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; CloseRegionProcedure 74ac4462ea9e1dceddca8dce60b7e582, server=7723ddd88b72,35047,1732674726326}] r.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-579546653-172.17.0.2-1732674721985:blk_1073741832_1008, type=LAST_IN_PIPELINE" daemon prio=5 tid=282 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-EventThread" daemon prio=5 tid=193 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "process reaper" daemon prio=10 tid=1796 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) at java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42505" daemon prio=5 tid=178 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "regionserver/7723ddd88b72:0.procedureResultReporter" daemon prio=5 tid=276 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) "master:store-WAL-Roller" daemon prio=5 tid=225 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:179) "WorkerMonitor" daemon prio=5 tid=244 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) at app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) at app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) "NIOWorkerThread-3" daemon prio=5 tid=158 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server listener on 0" daemon prio=5 tid=94 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) "RegionServerTracker-0" daemon prio=5 tid=268 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Async disk worker #2 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/cluster_be8da3cb-1e85-de39-7aa2-837fce1db4d5/dfs/data/data1" daemon prio=5 tid=1862 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:52502@0x12586a6e-SendThread(127.0.0.1:52502)" daemon prio=5 tid=3704 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) at app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) "Finalizer" daemon prio=8 tid=3 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) at java.base@17.0.11/java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:172) "org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@18cc0e8b" daemon prio=5 tid=74 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-4-15" daemon prio=5 tid=1062 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "FSEditLogAsync" daemon prio=5 tid=53 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) at app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) at app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=42505" daemon prio=5 tid=182 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "region-location-2" daemon prio=5 tid=1701 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "region-location-1" daemon prio=5 tid=318 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35047" daemon prio=5 tid=196 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "PEWorker-2" daemon prio=5 tid=246 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.StringLatin1.lastIndexOf(StringLatin1.java:294) at java.base@17.0.11/java.lang.String.lastIndexOf(String.java:2489) at app//org.apache.logging.log4j.core.pattern.NameAbbreviator$MaxElementAbbreviator$Strategy$2.abbreviate(NameAbbreviator.java:206) at app//org.apache.logging.log4j.core.pattern.NameAbbreviator$MaxElementAbbreviator.abbreviate(NameAbbreviator.java:254) at app//org.apache.logging.log4j.core.pattern.NamePatternConverter.abbreviate(NamePatternConverter.java:57) at app//org.apache.logging.log4j.core.pattern.ClassNamePatternConverter.format(ClassNamePatternConverter.java:64) at app//org.apache.logging.log4j.core.pattern.PatternFormatter.format(PatternFormatter.java:44) at app//org.apache.logging.log4j.core.layout.PatternLayout$PatternFormatterPatternSerializer.toSerializable(PatternLayout.java:384) at app//org.apache.logging.log4j.core.layout.PatternLayout.toText(PatternLayout.java:240) at app//org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:225) at app//org.apache.logging.log4j.core.layout.PatternLayout.encode(PatternLayout.java:59) at app//org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.directEncodeEvent(AbstractOutputStreamAppender.java:215) at app//org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.tryAppend(AbstractOutputStreamAppender.java:208) at app//org.apache.logging.log4j.core.appender.AbstractOutputStreamAppender.append(AbstractOutputStreamAppender.java:199) at app//org.apache.hadoop.hbase.logging.HBaseTestAppender.append(HBaseTestAppender.java:158) at app//org.apache.logging.log4j.core.config.AppenderControl.tryCallAppender(AppenderControl.java:161) at app//org.apache.logging.log4j.core.config.AppenderControl.callAppender0(AppenderControl.java:134) at app//org.apache.logging.log4j.core.config.AppenderControl.callAppenderPreventRecursion(AppenderControl.java:125) at app//org.apache.logging.log4j.core.config.AppenderControl.callAppender(AppenderControl.java:89) at app//org.apache.logging.log4j.core.config.LoggerConfig.callAppenders(LoggerConfig.java:675) at app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:633) at app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616) at app//org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:666) at app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:635) at app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616) at app//org.apache.logging.log4j.core.config.LoggerConfig.logParent(LoggerConfig.java:666) at app//org.apache.logging.log4j.core.config.LoggerConfig.processLogEvent(LoggerConfig.java:635) at app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:616) at app//org.apache.logging.log4j.core.config.LoggerConfig.log(LoggerConfig.java:552) at app//org.apache.logging.log4j.core.config.AwaitCompletionReliabilityStrategy.log(AwaitCompletionReliabilityStrategy.java:82) at app//org.apache.logging.log4j.core.Logger.log(Logger.java:161) at app//org.apache.logging.log4j.spi.AbstractLogger.tryLogMessage(AbstractLogger.java:2205) at app//org.apache.logging.log4j.spi.AbstractLogger.logMessageTrackRecursion(AbstractLogger.java:2159) at app//org.apache.logging.log4j.spi.AbstractLogger.logMessageSafely(AbstractLogger.java:2142) at app//org.apache.logging.log4j.spi.AbstractLogger.logMessage(AbstractLogger.java:2034) at app//org.apache.logging.log4j.spi.AbstractLogger.logIfEnabled(AbstractLogger.java:1899) at app//org.apache.logging.slf4j.Log4jLogger.info(Log4jLogger.java:184) at app//org.apache.hadoop.hbase.MetaTableAccessor.updateTableState(MetaTableAccessor.java:1655) at app//org.apache.hadoop.hbase.MetaTableAccessor.updateTableState(MetaTableAccessor.java:1170) at app//org.apache.hadoop.hbase.master.TableStateManager.updateMetaState(TableStateManager.java:175) at app//org.apache.hadoop.hbase.master.TableStateManager.setTableState(TableStateManager.java:84) at app//org.apache.hadoop.hbase.master.procedure.DisableTableProcedure.setTableStateToDisabling(DisableTableProcedure.java:282) at app//org.apache.hadoop.hbase.master.procedure.DisableTableProcedure.executeFromState(DisableTableProcedure.java:101) at app//org.apache.hadoop.hbase.master.procedure.DisableTableProcedure.executeFromState(DisableTableProcedure.java:45) at app//org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at app//org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:944) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1784) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1462) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor.access$1000(ProcedureExecutor.java:77) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2106) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread$$Lambda$589/0x00007fa7a0a5e288.call(Unknown Source) at app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2133) "RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35047" daemon prio=5 tid=200 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "ProcExecTimeout" daemon prio=5 tid=243 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) at app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) at app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) "master/7723ddd88b72:0:becomeActiveMaster-MemStoreChunkPool Statistics" daemon prio=5 tid=211 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "surefire-forkedjvm-command-thread" daemon prio=5 tid=18 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.CountDownLatch.await(CountDownLatch.java:230) at java.base@17.0.11/sun.nio.ch.PendingFuture.get(PendingFuture.java:178) at app//org.apache.maven.surefire.api.util.internal.Channels$2.read(Channels.java:127) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at app//org.apache.maven.surefire.api.util.internal.Channels$3.readImpl(Channels.java:169) at app//org.apache.maven.surefire.api.util.internal.AbstractNoninterruptibleReadableChannel.read(AbstractNoninterruptibleReadableChannel.java:50) at app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:430) at app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.read(AbstractStreamDecoder.java:419) at app//org.apache.maven.surefire.api.stream.AbstractStreamDecoder.readMessageType(AbstractStreamDecoder.java:116) at app//org.apache.maven.surefire.booter.stream.CommandDecoder.decode(CommandDecoder.java:77) at app//org.apache.maven.surefire.booter.spi.CommandChannelDecoder.decode(CommandChannelDecoder.java:60) at app//org.apache.maven.surefire.booter.CommandReader$CommandRunnable.run(CommandReader.java:290) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test.LruBlockCache.EvictionThread" daemon prio=5 tid=187 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) "pool-19-thread-1" prio=5 tid=103 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_1627934237_22 at /127.0.0.1:50504 [Receiving block BP-579546653-172.17.0.2-1732674721985:blk_1073741832_1008]" daemon prio=5 tid=281 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Thread-3086" daemon prio=5 tid=4116 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) "ReadOnlyZKClient-127.0.0.1:52502@0x6f8c7d81-SendThread(127.0.0.1:52502)" daemon prio=5 tid=3689 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) at app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) "FsDatasetAsyncDiskServiceFixer" daemon prio=5 tid=136 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtility.java:599) "RS-EventLoopGroup-3-3" daemon prio=10 tid=293 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:52502@0x1eb05a0f-SendThread(127.0.0.1:52502)" daemon prio=5 tid=3716 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) "RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42505" daemon prio=5 tid=181 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "zk-event-processor-pool-0" daemon prio=5 tid=194 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS:0;7723ddd88b72:35047-longCompactions-0" daemon prio=5 tid=272 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-4-12" daemon prio=5 tid=399 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1933829055-87" daemon prio=5 tid=87 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007fa7a04454a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=35047" daemon prio=5 tid=195 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "pool-5-thread-1" prio=5 tid=36 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/cluster_be8da3cb-1e85-de39-7aa2-837fce1db4d5/dfs/data/data1)" daemon prio=5 tid=117 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "IPC Server handler 3 on default port 41555" daemon prio=5 tid=107 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "SnapshotHandlerChoreCleaner" daemon prio=5 tid=253 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DatanodeAdminMonitor-0" daemon prio=5 tid=62 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "master/7723ddd88b72:0.Chore.1" daemon prio=5 tid=259 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_OPEN_REGION-regionserver/7723ddd88b72:0-0" daemon prio=5 tid=337 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:52502" daemon prio=5 tid=140 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) "Common-Cleaner" daemon prio=8 tid=12 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) at java.base@17.0.11/jdk.internal.ref.CleanerImpl.run(CleanerImpl.java:140) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) at java.base@17.0.11/jdk.internal.misc.InnocuousThread.run(InnocuousThread.java:162) "RS-EventLoopGroup-1-1" daemon prio=10 tid=154 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Parameter Sending Thread for localhost/127.0.0.1:38431" daemon prio=5 tid=110 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) at java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.PeerCache@65bea113" daemon prio=5 tid=215 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) at app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) at app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Reference Handler" daemon prio=10 tid=2 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/java.lang.ref.Reference.waitForReferencePendingList(Native Method) at java.base@17.0.11/java.lang.ref.Reference.processPendingReferences(Reference.java:253) at java.base@17.0.11/java.lang.ref.Reference$ReferenceHandler.run(Reference.java:215) "RS_CLOSE_REGION-regionserver/7723ddd88b72:0-0" daemon prio=5 tid=1022 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:52502@0x6f8c7d81-EventThread" daemon prio=5 tid=3690 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "DataXceiver for client DFSClient_NONMAPREDUCE_-1134890348_22 at /127.0.0.1:50566 [Waiting for operation #871]" daemon prio=5 tid=3971 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) at java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) at java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:52502@0x16d27a56-EventThread" daemon prio=5 tid=3701 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "IPC Server listener on 0" daemon prio=5 tid=54 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) "Thread-2706" daemon prio=5 tid=3714 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:184) at app//org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at app//org.apache.hadoop.hbase.client.HTable$$Lambda$728/0x00007fa7a0b258d0.run(Unknown Source) at app//org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at app//org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at app//org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at app//org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at app//org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) "NIOWorkerThread-14" daemon prio=5 tid=170 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-9" daemon prio=5 tid=165 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Signal Dispatcher" daemon prio=9 tid=4 runnable java.lang.Thread.State: RUNNABLE "RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42505" daemon prio=5 tid=176 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "region-location-0" daemon prio=5 tid=317 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "MemStoreFlusher.0" daemon prio=5 tid=277 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) at app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:322) "RPCClient-NioEventLoopGroup-4-11" daemon prio=5 tid=398 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Socket Reader #1 for port 0" daemon prio=5 tid=95 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) at app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) "Thread-2708" daemon prio=5 tid=3718 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.client.HBaseAdmin$ProcedureFuture.waitProcedureResult(HBaseAdmin.java:3586) at app//org.apache.hadoop.hbase.client.HBaseAdmin$ProcedureFuture.get(HBaseAdmin.java:3517) at app//org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:196) at app//org.apache.hadoop.hbase.client.Admin.flush(Admin.java:897) at app//org.apache.hadoop.hbase.client.HBaseAdmin.flush(HBaseAdmin.java:1250) at app//org.apache.hadoop.hbase.AcidGuaranteesTestTool$1.doAnAction(AcidGuaranteesTestTool.java:355) at app//org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at app//org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) "RS:0;7723ddd88b72:35047-shortCompactions-0" daemon prio=5 tid=526 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2c2ae93c" daemon prio=5 tid=85 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) at java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) at java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) at app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test-SendThread(127.0.0.1:52502)" daemon prio=5 tid=155 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) "ReadOnlyZKClient-127.0.0.1:52502@0x12586a6e" daemon prio=5 tid=3703 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Thread.join(Thread.java:1313) at java.base@17.0.11/java.lang.Thread.join(Thread.java:1381) at app//org.apache.zookeeper.ClientCnxn.disconnect(ClientCnxn.java:1523) at app//org.apache.zookeeper.ClientCnxn.close(ClientCnxn.java:1547) at app//org.apache.zookeeper.ZooKeeper.close(ZooKeeper.java:1227) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.closeZk(ReadOnlyZKClient.java:348) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:398) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fa7a0b4d1f8.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "main" prio=5 tid=1 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/java.lang.Thread.dumpThreads(Native Method) at java.base@17.0.11/java.lang.Thread.getAllStackTraces(Thread.java:1671) at app//org.apache.hadoop.hbase.TimedOutTestsListener.buildThreadDump(TimedOutTestsListener.java:92) at app//org.apache.hadoop.hbase.TimedOutTestsListener.buildThreadDiagnosticString(TimedOutTestsListener.java:78) at app//org.apache.hadoop.hbase.TimedOutTestsListener.testFailure(TimedOutTestsListener.java:65) at app//org.junit.runner.notification.SynchronizedRunListener.testFailure(SynchronizedRunListener.java:94) at app//org.junit.runner.notification.RunNotifier$6.notifyListener(RunNotifier.java:177) at app//org.junit.runner.notification.RunNotifier$SafeNotifier.run(RunNotifier.java:72) at app//org.junit.runner.notification.RunNotifier.fireTestFailures(RunNotifier.java:173) at app//org.junit.runner.notification.RunNotifier.fireTestFailure(RunNotifier.java:167) at app//org.apache.maven.surefire.common.junit4.Notifier.fireTestFailure(Notifier.java:100) at app//org.junit.internal.runners.model.EachTestNotifier.addFailure(EachTestNotifier.java:23) at app//org.junit.internal.runners.model.EachTestNotifier.addMultipleFailureException(EachTestNotifier.java:29) at app//org.junit.internal.runners.model.EachTestNotifier.addFailure(EachTestNotifier.java:21) at app//org.junit.runners.ParentRunner.run(ParentRunner.java:419) at app//org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:316) at app//org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:240) at app//org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:214) at app//org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:155) at app//org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:385) at app//org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:162) at app//org.apache.maven.surefire.booter.ForkedBooter.run(ForkedBooter.java:507) at app//org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:495) "RS_OPEN_PRIORITY_REGION-regionserver/7723ddd88b72:0-0" daemon prio=5 tid=312 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Hadoop-Metrics-Updater-0" daemon prio=5 tid=98 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42505" daemon prio=5 tid=177 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35047" daemon prio=5 tid=198 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "Block report processor" daemon prio=5 tid=51 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) at app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) at app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) "IPC Server handler 0 on default port 38431" daemon prio=5 tid=64 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@6f306964" daemon prio=5 tid=61 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "HFileArchiver-5" daemon prio=5 tid=3672 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "PacketResponder: BP-579546653-172.17.0.2-1732674721985:blk_1073741834_1010, type=LAST_IN_PIPELINE" daemon prio=5 tid=296 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.lang.Object.wait(Object.java:338) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:52502@0x1eb05a0f-EventThread" daemon prio=5 tid=3717 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "Socket Reader #1 for port 0" daemon prio=5 tid=55 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) at app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) "RPCClient-NioEventLoopGroup-4-16" daemon prio=5 tid=1116 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOServerCxnFactory.SelectorThread-1" daemon prio=5 tid=139 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) "NIOWorkerThread-4" daemon prio=5 tid=159 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-8" daemon prio=5 tid=164 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "AsyncFSWAL-0-hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67-prefix:7723ddd88b72,35047,1732674726326.meta" daemon prio=5 tid=297 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "master/7723ddd88b72:0:becomeActiveMaster-MemStoreChunkPool Statistics" daemon prio=5 tid=213 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@6a267c5a" daemon prio=5 tid=93 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "OldWALsCleaner-0" daemon prio=5 tid=258 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) at app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) at app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$593/0x00007fa7a0a66e98.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_1627934237_22 at /127.0.0.1:50528 [Receiving block BP-579546653-172.17.0.2-1732674721985:blk_1073741834_1010]" daemon prio=5 tid=295 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) at java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) at app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) at app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) at app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.util.JvmPauseMonitor$Monitor@1b72959b" daemon prio=5 tid=34 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-13" daemon prio=5 tid=169 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505" daemon prio=5 tid=175 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "ConnnectionExpirer" daemon prio=5 tid=137 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) "VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/cluster_be8da3cb-1e85-de39-7aa2-837fce1db4d5/dfs/data/data2)" daemon prio=5 tid=118 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) "7723ddd88b72:42505" daemon prio=5 tid=251 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2370) at app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2392) at app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.access$600(AssignmentManager.java:112) at app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2332) "PEWorker-3" daemon prio=5 tid=247 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) at app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) at app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2128) "surefire-forkedjvm-stream-flusher" daemon prio=5 tid=16 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Parameter Sending Thread for localhost/127.0.0.1:38431" daemon prio=5 tid=1820 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) at java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) at app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Session-HouseKeeper-408a7e7e-1" prio=5 tid=91 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "SessionTracker" daemon prio=5 tid=141 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) "ReadOnlyZKClient-127.0.0.1:52502@0x46c68f47" daemon prio=5 tid=320 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fa7a0b4d1f8.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:52502@0x1eb05a0f" daemon prio=5 tid=3715 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) at app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007fa7a0b4d1f8.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Time-limited test" daemon prio=5 tid=22 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.client.HBaseAdmin$ProcedureFuture.waitProcedureResult(HBaseAdmin.java:3586) at app//org.apache.hadoop.hbase.client.HBaseAdmin$ProcedureFuture.get(HBaseAdmin.java:3517) at app//org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:196) at app//org.apache.hadoop.hbase.client.Admin.disableTable(Admin.java:557) at app//org.apache.hadoop.hbase.HBaseTestingUtility.deleteTable(HBaseTestingUtility.java:1888) at app//org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDown(AcidGuaranteesTestBase.java:86) at java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base@17.0.11/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base@17.0.11/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base@17.0.11/java.lang.reflect.Method.invoke(Method.java:568) at app//org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at app//org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at app//org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at app//org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at app//org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at app//org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at app//org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at app//org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at app//org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at app//org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at app//org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at app//org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at app//org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at app//org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at app//org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at app//org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at app//org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at app//org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1764062799-37" daemon prio=5 tid=37 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007fa7a04454a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ProcedureDispatcherTimeoutThread" daemon prio=5 tid=250 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) at app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) at app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) "NIOWorkerThread-11" daemon prio=5 tid=167 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "Async disk worker #2 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/a7b735ff-f9dc-89fa-65af-0f37af7fef8d/cluster_be8da3cb-1e85-de39-7aa2-837fce1db4d5/dfs/data/data2" daemon prio=5 tid=1861 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server idle connection scanner for port 38431" daemon prio=5 tid=56 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) at java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) "SyncThread:0" daemon prio=5 tid=142 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) "NIOWorkerThread-15" daemon prio=5 tid=171 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "qtp1764062799-38" daemon prio=5 tid=38 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) at app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) at app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) at app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) at app//org.eclipse.jetty.io.ManagedSelector$$Lambda$255/0x00007fa7a04454a8.run(Unknown Source) at app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) at app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "regionserver/7723ddd88b72:0.leaseChecker" daemon prio=5 tid=274 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) "RPCClient-NioEventLoopGroup-4-7" daemon prio=5 tid=394 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "NIOWorkerThread-10" daemon prio=5 tid=166 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=42505" daemon prio=5 tid=180 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35047" daemon prio=5 tid=199 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:71) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "master/7723ddd88b72:0:becomeActiveMaster-HFileCleaner.small.0-1732674728533" daemon prio=5 tid=266 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) at app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) at app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) "normalizer-worker-0" daemon prio=5 tid=252 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) at app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) at java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ReadOnlyZKClient-127.0.0.1:52502@0x16d27a56-SendThread(127.0.0.1:52502)" daemon prio=5 tid=3700 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) at app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) "Command processor" daemon prio=5 tid=101 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) at app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) "RPCClient-NioEventLoopGroup-4-3" daemon prio=5 tid=343 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "M:0;7723ddd88b72:42505" daemon prio=5 tid=184 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) at app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) at app//org.apache.hadoop.hbase.master.HMaster.waitForMasterActive(HMaster.java:702) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.initializeZooKeeper(HRegionServer.java:1014) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.preRegistrationInitialization(HRegionServer.java:954) at app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1075) at app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:603) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100" daemon prio=5 tid=35 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) "7723ddd88b72:35047Replication Statistics #0" daemon prio=5 tid=279 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "ProcessThread(sid:0 cport:52502):" daemon prio=5 tid=143 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) "DataStreamer for file /user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112705ef4b7d38414be48a22ec55f8d76fb1_74ac4462ea9e1dceddca8dce60b7e582" daemon prio=5 tid=4117 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Object.wait(Native Method) at app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) "RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-0" daemon prio=5 tid=411 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RpcClient-timer-pool-0" daemon prio=5 tid=241 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) at app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server Responder" daemon prio=5 tid=97 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) at app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) "Hadoop-Metrics-Updater-0" daemon prio=5 tid=58 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "DataXceiver for client DFSClient_NONMAPREDUCE_-1134890348_22 at /127.0.0.1:37778 [Waiting for operation #1147]" daemon prio=5 tid=3658 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) at app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) at app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) at app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) at java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) at java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) at java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) at java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) at app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) at app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "IPC Server handler 1 on default port 41555" daemon prio=5 tid=105 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) at app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) "ReadOnlyZKClient-127.0.0.1:52502@0x12586a6e-EventThread" daemon prio=5 tid=3705 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) "RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35047" daemon prio=5 tid=203 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) at java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) at app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) at app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) "ReadOnlyZKClient-127.0.0.1:52502@0x70cfa88c-SendThread(127.0.0.1:52502)" daemon prio=5 tid=3712 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) at app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) at app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1317) "LeaseRenewer:jenkins@localhost:38431" daemon prio=5 tid=147 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) at app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "java.util.concurrent.ThreadPoolExecutor$Worker@58f42a38[State = -1, empty queue]" daemon prio=5 tid=135 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RSProcedureDispatcher-pool-5" daemon prio=5 tid=1926 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS-EventLoopGroup-1-2" daemon prio=10 tid=267 runnable java.lang.Thread.State: RUNNABLE at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) at app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RPCClient-NioEventLoopGroup-4-5" daemon prio=5 tid=384 runnable java.lang.Thread.State: RUNNABLE at java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) at java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) at java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) at java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) at app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@1da1239d" daemon prio=5 tid=72 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "master:store-Flusher" daemon prio=5 tid=240 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) at app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) at app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$479/0x00007fa7a09b9e90.run(Unknown Source) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@39a8bbd9" daemon prio=5 tid=71 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/java.lang.Thread.sleep(Native Method) at app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-2" daemon prio=5 tid=453 in Object.wait() java.lang.Thread.State: WAITING (on object monitor) at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) at java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) at java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) "pool-17-thread-1" prio=5 tid=86 timed_waiting java.lang.Thread.State: TIMED_WAITING at java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) at java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) at java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) at java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) at java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base@17.0.11/java.lang.Thread.run(Thread.java:840) 2024-11-27T02:45:01,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42505 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-11-27T02:45:01,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T02:45:01,405 INFO [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112705ef4b7d38414be48a22ec55f8d76fb1_74ac4462ea9e1dceddca8dce60b7e582 to hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024112705ef4b7d38414be48a22ec55f8d76fb1_74ac4462ea9e1dceddca8dce60b7e582 2024-11-27T02:45:01,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/ebc0d7bbf3d24a3c84a649cfee331483, store: [table=TestAcidGuarantees family=A region=74ac4462ea9e1dceddca8dce60b7e582] 2024-11-27T02:45:01,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7723ddd88b72:0-1 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38431/user/jenkins/test-data/acb9f33b-22b5-f42e-396e-10863520de67/data/default/TestAcidGuarantees/74ac4462ea9e1dceddca8dce60b7e582/.tmp/A/ebc0d7bbf3d24a3c84a649cfee331483 is 175, key is test_row_0/A:col10/1732675499075/Put/seqid=0 2024-11-27T02:45:01,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44771 is added to blk_1073742518_1694 (size=31255)